-- Logs begin at Tue 2021-06-29 15:32:29 UTC, end at Tue 2021-06-29 16:46:29 UTC. -- Jun 29 16:20:00.537234 dv-cinder-793515-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 16:20:03.349396 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.common.config [-] Logging enabled! Jun 29 16:20:03.350041 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 16:20:03.350215 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93668) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 16:20:03.353991 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.common.config [-] Logging enabled! Jun 29 16:20:03.354244 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 16:20:03.354556 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93668) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 16:20:03.355533 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 16:20:03.355770 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 16:20:03.356142 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:20:03.356389 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 16:20:03.356615 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 16:20:03.356934 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.357236 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.357535 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.357766 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.358063 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.358352 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.358636 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.358925 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.359255 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.359546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.359825 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.360109 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.360338 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.360618 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.360904 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.361193 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.361419 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] debug = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.361704 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.362126 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.362538 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.362820 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.363103 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.363414 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.363693 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.363963 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.364247 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.364575 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] host = dv-cinder-793515-6-iscsi {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.364851 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.365136 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.365423 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.365708 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.365982 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.366273 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.366541 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.366813 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.367088 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] log_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.367390 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.367690 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.367977 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.369401 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.369632 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.369860 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.370155 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.370445 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.370723 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.370999 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.371301 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.371576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.371936 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.372101 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.372395 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.372680 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.372964 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.373239 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.373511 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.373782 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.374052 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.374342 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.374617 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.374890 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.375163 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.375476 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.375747 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.376016 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.376322 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.376610 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.376893 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.377178 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.377453 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.377738 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.378006 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.378284 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.378590 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] use_json = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.378827 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.379098 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.379408 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.379684 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.379956 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.380230 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.380503 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.380790 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:03.381090 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.381388 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.381691 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.381977 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.382280 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.382557 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.382854 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.383135 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.383453 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.383746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.384033 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.384338 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.384629 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.384910 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.385208 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.385517 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.385822 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.386116 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.386393 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.386668 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.386946 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.387242 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.387534 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.387835 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.388124 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.388401 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.388682 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.388970 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.389248 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.389519 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.389797 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.390085 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.390360 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.390633 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.390914 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.391203 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.391486 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.391758 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.392039 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.392341 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.392611 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.392881 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.393153 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.393426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.393698 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.393980 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.394259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.394524 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.394794 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.395071 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.395369 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.395643 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.395919 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.396190 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.396468 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.396737 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.397017 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.397275 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.397544 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.397815 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.398081 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.398396 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.398724 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.398996 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.399292 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.399565 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.399863 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.400133 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.400420 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.400715 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.400995 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.401306 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.401554 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.401832 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.402108 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.402390 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.402668 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.402946 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.403243 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.403539 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.403825 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.404113 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.404399 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.404673 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.404969 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.405249 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.405549 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.405853 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.406134 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.406424 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.406708 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.407004 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.407329 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.407626 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.407923 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.408217 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.408496 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.408808 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.409084 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:03.409300 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 16:20:03.409546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93668) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 16:20:03.774080 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:03.774424 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:03.775331 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:03.775726 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 16:20:04.186254 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.186648 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.186818 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.188159 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.188434 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.188699 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.224791 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.225069 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.225339 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.240063 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.240348 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.240592 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.273763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.274046 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.274318 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.312826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.313097 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.313365 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.577070 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.577707 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.577707 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.577960 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.578503 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.710306 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.710624 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.710919 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.711313 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.711621 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.711822 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.712089 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.712376 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.712628 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.712916 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.713173 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.713443 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.713706 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.714027 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.714288 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.714558 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.714833 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.715309 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.715587 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.715845 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.716132 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.716495 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.716748 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.717033 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.717281 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.717552 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.717981 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:04.718222 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:04.718460 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:04.718698 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:04.718933 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:04.719167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:04.719603 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 16:20:04.723102 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 16:20:04.727147 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 16:20:04.731930 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 29 16:20:04.734195 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 16:20:04.734669 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 16:20:04.735009 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 16:20:04.735435 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 16:20:04.738627 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 16:20:04.738901 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 16:20:04.739292 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 16:20:04.768918 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 16:20:04.769407 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.769713 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93668) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 16:20:04.770079 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.771556 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93668) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 16:20:04.771849 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 16:20:04.772099 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 16:20:04.775606 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.775913 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:04.840229 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 16:20:04.840429 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 16:20:04.840617 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 16:20:04.841003 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 16:20:04.864552 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_db.sqlalchemy.engines [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93668) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 16:20:05.624867 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing driver for type 'gre' Jun 29 16:20:05.625905 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] gre ID ranges: [(1, 1000)] Jun 29 16:20:05.989489 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing driver for type 'local' Jun 29 16:20:05.989740 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing driver for type 'vlan' Jun 29 16:20:06.087083 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] VlanTypeDriver initialization complete Jun 29 16:20:06.087547 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing driver for type 'vxlan' Jun 29 16:20:06.088114 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] vxlan ID ranges: [(1, 1000)] Jun 29 16:20:06.624307 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing extension driver 'port_security' Jun 29 16:20:06.624649 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.extensions.port_security [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] PortSecurityExtensionDriver initialization complete Jun 29 16:20:06.624985 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing mechanism driver 'openvswitch' Jun 29 16:20:06.625558 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing mechanism driver 'hyperv' Jun 29 16:20:06.632317 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.plugins.ml2.plugin [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:06.633782 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.634407 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.634826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.635255 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.635628 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.635993 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.636389 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.636741 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.637084 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.637468 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > security_group after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.637816 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > security_group after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.638155 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.638582 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.638937 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.639340 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.639779 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > address_group after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.640158 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > address_group after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.640543 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.640911 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] ML2 OVO RPC backend initialized. {{(pid=93668) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 16:20:06.641712 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.642098 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.642506 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.642854 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > networks before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.643244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.643590 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > ports before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.643935 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnet before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.644274 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnets before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.644621 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.644959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.645315 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.645660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.646000 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.646353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.646716 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnet after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.647061 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnet after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.647442 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.648128 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.plugin [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Modular L2 Plugin initialization complete Jun 29 16:20:06.648510 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading services supported by the core plugin {{(pid=93668) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 16:20:06.648850 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Got port-security extension from driver 'port_security' Jun 29 16:20:06.649319 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.extensions.vlantransparent [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Disabled vlantransparent extension. Jun 29 16:20:06.650324 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93668) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 16:20:06.650638 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: router Jun 29 16:20:06.696926 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.697323 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router after_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.697693 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router before_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.698060 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.698434 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.698790 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router after_delete 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.699152 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.699548 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router after_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.699896 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.700243 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.700591 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.700948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.701372 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.701739 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.702077 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.702447 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: subnet after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.702809 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.703208 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.703561 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.703905 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: port before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.704252 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.704613 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.704956 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.705309 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.705670 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.706013 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.706374 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > agent after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.706723 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > agent after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.707104 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.708051 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Tracking information for resource: router configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:06.708383 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Tracking information for resource: floatingip configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:20:06.714060 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.db.l3_agentschedulers_db [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 16:20:06.714645 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.715005 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.715393 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.715747 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.716541 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router before_create 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.716907 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.717270 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_create 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.717629 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > router precommit_update 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.722290 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.services.provider_configuration [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service providers = [] {{(pid=93668) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 16:20:06.722649 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.db.servicetype_db [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93668) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 16:20:06.725662 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.services.service_base [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:20:06.726038 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.services.service_base [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:20:06.726423 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.services.service_base [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:20:06.727295 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.services.service_base [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:20:06.728337 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.services.service_base [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 16:20:06.728734 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.729053 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 16:20:06.741817 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.742143 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: auto_allocate Jun 29 16:20:06.749214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: network precommit_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.749588 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: network precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.750131 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.750455 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: tag Jun 29 16:20:06.757639 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.758633 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: timestamp Jun 29 16:20:06.763399 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.763848 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: network_ip_availability Jun 29 16:20:06.769973 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.770382 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.770744 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:06.771572 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.771902 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: flavors Jun 29 16:20:06.777913 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.778243 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading Plugin: revisions Jun 29 16:20:06.783109 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:20:06.783596 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_concurrency.lockutils [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.009s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:06.784512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93668) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 16:20:06.784892 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Initializing extension manager. Jun 29 16:20:06.785448 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: __init__.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.785840 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: __pycache__ {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.786214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.786587 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: address_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.787548 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.788340 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: address-group Jun 29 16:20:06.788715 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: address_scope.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.789506 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.790103 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: address-scope Jun 29 16:20:06.791040 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.792145 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.792758 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: router-admin-state-down-before-update Jun 29 16:20:06.793127 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: agent.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.793949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.794594 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: agent Jun 29 16:20:06.794955 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: agent_resources_synced.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.795967 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.796518 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: agent-resources-synced Jun 29 16:20:06.796880 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: allowedaddresspairs.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.799263 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.799859 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: allowed-address-pairs Jun 29 16:20:06.800248 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: auto_allocated_topology.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.801644 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.802213 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: auto-allocated-topology Jun 29 16:20:06.802595 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: availability_zone.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.803520 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.804134 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: availability_zone Jun 29 16:20:06.804590 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: availability_zone_filter.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.805619 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.806246 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: availability_zone_filter Jun 29 16:20:06.806670 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: data_plane_status.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.807731 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.808334 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 16:20:06.808749 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: default_subnetpools.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.809806 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.810476 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: default-subnetpools Jun 29 16:20:06.810891 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.811932 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.812540 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: dhcp_agent_scheduler Jun 29 16:20:06.812949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: dns.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.814019 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.814706 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension dns-integration not supported by any of loaded plugins Jun 29 16:20:06.815126 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: dns_domain_ports.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.816245 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.816850 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 16:20:06.817269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.818344 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.818957 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 16:20:06.819476 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: dvr.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.820260 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.820856 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: dvr Jun 29 16:20:06.821267 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: empty_string_filtering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.822330 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.822927 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: empty-string-filtering Jun 29 16:20:06.823393 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.824394 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.825049 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 16:20:06.833030 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.833764 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.834373 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 16:20:06.834788 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: external_net.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.835955 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.836592 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: external-net Jun 29 16:20:06.837509 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.838520 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.839120 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: extra_dhcp_opt Jun 29 16:20:06.839573 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: extraroute.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.840625 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.841223 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: extraroute Jun 29 16:20:06.841632 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: extraroute_atomic.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.842789 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.843438 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: extraroute-atomic Jun 29 16:20:06.843842 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: filter_validation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.844685 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.845370 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: filter-validation Jun 29 16:20:06.845778 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: fip_pf_description.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.846798 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.847448 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 16:20:06.847864 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: fip_port_details.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.848876 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.849484 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: fip-port-details Jun 29 16:20:06.849912 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: flavors.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.851400 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.851957 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: flavors Jun 29 16:20:06.852326 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.854553 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.855078 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 16:20:06.855437 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: floatingip_pools.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.856149 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.859671 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: floatingip-pools Jun 29 16:20:06.859671 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: ip_allocation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.859671 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.859671 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 16:20:06.859671 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.866045 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.866582 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: ip-substring-filtering Jun 29 16:20:06.866908 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l2_adjacency.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.867900 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.868738 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 16:20:06.869063 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l3.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.870116 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.870638 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: router Jun 29 16:20:06.871021 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.873558 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.874175 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 16:20:06.874577 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.875518 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.876041 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: ext-gw-mode Jun 29 16:20:06.876369 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.877295 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.877811 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: l3-ha Jun 29 16:20:06.878137 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l3_flavors.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.879080 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.879638 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: l3-flavors Jun 29 16:20:06.879991 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.880937 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.881445 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 16:20:06.881766 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: l3agentscheduler.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.882871 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.883412 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: l3_agent_scheduler Jun 29 16:20:06.883740 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: logging.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.885355 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.885875 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension logging not supported by any of loaded plugins Jun 29 16:20:06.886203 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: metering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.886977 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.887611 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: metering Jun 29 16:20:06.894092 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.895163 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.895750 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: metering_source_and_destination_fields Jun 29 16:20:06.896081 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: multiprovidernet.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.897094 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.897613 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: multi-provider Jun 29 16:20:06.897937 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: netmtu.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.898862 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.899479 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: net-mtu Jun 29 16:20:06.900297 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: netmtu_writable.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.901239 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.901752 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: net-mtu-writable Jun 29 16:20:06.902072 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: network_availability_zone.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.902810 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.903357 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: network_availability_zone Jun 29 16:20:06.903683 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: network_ip_availability.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.904883 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.905415 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: network-ip-availability Jun 29 16:20:06.905719 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: network_segment_range.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.906519 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.907023 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 16:20:06.907382 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: pagination.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.908391 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.908724 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: pagination Jun 29 16:20:06.909046 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: port_device_profile.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.909957 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.910471 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: port-device-profile Jun 29 16:20:06.910793 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.911733 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.912240 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: port-mac-address-regenerate Jun 29 16:20:06.912562 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.913457 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.913960 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: port-numa-affinity-policy Jun 29 16:20:06.914281 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: port_resource_request.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.915823 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.916342 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 16:20:06.916662 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: portbindings.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.917584 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.918094 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: binding Jun 29 16:20:06.918420 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: portbindings_extended.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.927488 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.928078 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: binding-extended Jun 29 16:20:06.928448 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: portsecurity.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.929522 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.930040 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: port-security Jun 29 16:20:06.930363 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: project_id.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.931450 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.931789 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: project-id Jun 29 16:20:06.932112 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: providernet.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.933040 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.933566 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: provider Jun 29 16:20:06.933896 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.937895 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.938443 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos not supported by any of loaded plugins Jun 29 16:20:06.938772 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.940121 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.940637 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 16:20:06.940970 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.941889 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.942405 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 16:20:06.942734 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_default.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.943689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.944204 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-default not supported by any of loaded plugins Jun 29 16:20:06.944532 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_fip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.945200 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.949446 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-fip not supported by any of loaded plugins Jun 29 16:20:06.949446 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_gateway_ip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.949446 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.949446 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 16:20:06.949446 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_port_network_policy.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.949446 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.952244 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 16:20:06.952244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_rule_type_details.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.952244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.952244 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 16:20:06.952244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: qos_rules_alias.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.952896 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.953294 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 16:20:06.953615 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: quotasv2.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.954605 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.954962 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: quotas Jun 29 16:20:06.955285 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: quotasv2_detail.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.958463 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.958807 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: quota_details Jun 29 16:20:06.959138 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: rbac.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.960289 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.960849 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: rbac-policies Jun 29 16:20:06.961183 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: rbac_address_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.962826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.963378 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: rbac-address-group Jun 29 16:20:06.963712 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: rbac_address_scope.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.964666 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.965166 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: rbac-address-scope Jun 29 16:20:06.965494 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: rbac_security_groups.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.966405 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.966916 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: rbac-security-groups Jun 29 16:20:06.967267 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: rbac_subnetpool.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.968224 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.968746 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: rbac-subnetpool Jun 29 16:20:06.969071 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: revisionifmatch.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.969986 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.970501 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: revision-if-match Jun 29 16:20:06.970828 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: revisions.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.972436 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.972960 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: standard-attr-revisions Jun 29 16:20:06.973291 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: router_availability_zone.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.973979 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.974494 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: router_availability_zone Jun 29 16:20:06.974818 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: routerservicetype.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.975791 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.976303 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension router-service-type not supported by any of loaded plugins Jun 29 16:20:06.976629 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.977696 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.978218 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: security-groups-normalized-cidr Jun 29 16:20:06.978543 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.979489 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.980064 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: port-security-groups-filtering Jun 29 16:20:06.980323 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.981251 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.981762 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: security-groups-remote-address-group Jun 29 16:20:06.982081 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: securitygroup.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.992130 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.992693 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: security-group Jun 29 16:20:06.993306 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: segment.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.998103 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.998103 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension segment not supported by any of loaded plugins Jun 29 16:20:06.998103 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.998103 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.998103 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 16:20:06.998103 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: servicetype.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.999640 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:06.999640 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: service-type Jun 29 16:20:06.999640 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: sorting.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:06.999860 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.000141 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: sorting Jun 29 16:20:07.000461 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: standard_attr_segment.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.001465 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.001995 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 16:20:07.002317 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: standardattrdescription.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.002981 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.003515 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: standard-attr-description Jun 29 16:20:07.003839 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: stateful_security_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.004799 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.005309 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: stateful-security-group Jun 29 16:20:07.005631 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: stdattrs_common.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.006210 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 16:20:07.006528 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.007486 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.007997 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 16:20:07.008374 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: subnet_onboard.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.009947 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.010458 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: subnet_onboard Jun 29 16:20:07.010785 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.011744 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.012253 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 16:20:07.012573 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: subnet_service_types.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.013499 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.014014 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: subnet-service-types Jun 29 16:20:07.014340 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: subnetallocation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.015481 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.016000 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: subnet_allocation Jun 29 16:20:07.016329 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.017017 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.017539 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: subnetpool-prefix-ops Jun 29 16:20:07.017859 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.018817 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.019356 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 16:20:07.019682 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: tagging.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.020809 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.021366 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: standard-attr-tag Jun 29 16:20:07.021663 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: timestamp.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.022953 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.023506 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loaded extension: standard-attr-timestamp Jun 29 16:20:07.023836 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: trunk.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.036040 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.036739 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension trunk not supported by any of loaded plugins Jun 29 16:20:07.037121 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: trunk_details.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.038390 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.039029 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension trunk-details not supported by any of loaded plugins Jun 29 16:20:07.039421 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: uplink_status_propagation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.040484 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.041134 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 16:20:07.041479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Loading extension file: vlantransparent.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:20:07.042371 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:20:07.042965 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 16:20:07.045693 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:network Jun 29 16:20:07.046245 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:subnet Jun 29 16:20:07.046654 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:20:07.047048 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:port Jun 29 16:20:07.048427 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.048863 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service FLAVORS assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.049567 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.050057 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.050442 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:router Jun 29 16:20:07.050934 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:floatingip Jun 29 16:20:07.051686 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service METERING assigned prefix: /metering {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.053297 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:07.053731 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:07.054094 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:20:07.055340 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 16:20:07.056091 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:security_group Jun 29 16:20:07.056840 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 16:20:07.057929 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.058474 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:20:07.058926 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] subnetpool is already registered Jun 29 16:20:07.059715 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.060276 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:20:07.060865 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] subnetpool is already registered Jun 29 16:20:07.065306 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.065757 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service FLAVORS assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.067669 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.067669 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.067669 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:router Jun 29 16:20:07.067669 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] router is already registered Jun 29 16:20:07.067965 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:floatingip Jun 29 16:20:07.068243 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] floatingip is already registered Jun 29 16:20:07.068681 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service METERING assigned prefix: /metering {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.069387 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 16:20:07.069717 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] rbac_policy is already registered Jun 29 16:20:07.070135 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:security_group Jun 29 16:20:07.070471 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] security_group is already registered Jun 29 16:20:07.070881 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 16:20:07.071292 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] security_group_rule is already registered Jun 29 16:20:07.072455 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.072782 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:20:07.073118 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] subnetpool is already registered Jun 29 16:20:07.073571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:20:07.073867 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:20:07.074198 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] subnetpool is already registered Jun 29 16:20:07.074780 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: extensions {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.076385 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: address-groups {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.077868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: address-scopes {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.079231 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: agents {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.080546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: auto-allocated-topology {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.081820 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: availability_zones {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.083053 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: dhcp-networks {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.086004 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: dhcp-agents {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.088009 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: routers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.089708 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: flavors {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.090989 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: service_profiles {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.092252 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: next_providers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.093671 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: service_profiles {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.095239 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: floatingip-pools {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.096524 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: routers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.098139 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: floatingips {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.099445 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: l3-routers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.101009 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: l3-agents {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.102435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: metering-labels {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.103755 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: metering-label-rules {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.105109 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: network-ip-availabilities {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.106370 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: bindings {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.108059 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: quotas {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.109777 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: quotas {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.111315 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: rbac-policies {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.112538 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: security-groups {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.113826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: security-group-rules {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.115075 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: service-providers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.116323 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: subnetpools {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.117638 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: subnetpools {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.119508 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.121177 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.122998 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.124870 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.126623 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.128598 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.130286 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.132106 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.134534 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.136459 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron.api.extensions [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:20:07.142672 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING keystonemiddleware.auth_token [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 16:20:07.147333 dv-cinder-793515-6-iscsi neutron-server[93668]: WARNING keystonemiddleware.auth_token [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 16:20:07.157772 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_concurrency.lockutils [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Acquired lock "singleton_lock" {{(pid=93668) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 16:20:07.158248 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_concurrency.lockutils [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Releasing lock "singleton_lock" {{(pid=93668) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 16:20:07.158915 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO oslo_service.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Starting 2 workers Jun 29 16:20:07.163813 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Started child 93785 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:20:07.168641 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Started child 93786 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:20:07.170259 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO neutron.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 16:20:07.170943 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Notify callbacks [] for process, before_spawn {{(pid=93668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.173549 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.174273 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO oslo_service.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Starting 1 workers Jun 29 16:20:07.175854 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [-] (93785) wsgi starting up on http://0.0.0.0:9696 Jun 29 16:20:07.176135 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.177972 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [-] (93786) wsgi starting up on http://0.0.0.0:9696 Jun 29 16:20:07.178999 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Started child 93787 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:20:07.179620 dv-cinder-793515-6-iscsi neutron-server[93668]: INFO oslo_service.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Starting 1 workers Jun 29 16:20:07.184453 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Started child 93788 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:20:07.185331 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] Notify callbacks [] for process, after_spawn {{(pid=93668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.185855 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] calling RpcWorker wait() {{(pid=93787) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 16:20:07.186663 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.service [None req-d71f13d9-47dd-428e-8a53-1ee4bfba97ed None None] returning from RpcWorker wait() {{(pid=93787) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 16:20:07.187284 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93668) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 16:20:07.187673 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 16:20:07.187889 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 16:20:07.188093 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:20:07.188434 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 16:20:07.194065 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 16:20:07.194402 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.194550 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.194550 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.194748 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:07.194888 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.194888 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.194888 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195280 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.195869 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.196959 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197586 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197586 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] debug = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197586 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197586 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197586 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197586 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197983 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197983 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.197983 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.198197 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.198297 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.198523 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.198747 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.199025 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.199313 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.199537 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.199762 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.200026 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.200257 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.200765 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] host = dv-cinder-793515-6-iscsi {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.201006 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.201241 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.201477 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.201723 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.201985 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.202224 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.202488 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.202751 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.203010 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.204546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.204546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.204546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.204546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.204546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.204546 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_options = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.205960 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.206241 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.206497 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.206693 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.206867 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.207054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.207352 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.207519 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.207768 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.207987 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.208205 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.208429 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.208673 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.208858 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.209109 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.209359 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.209581 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.209814 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.210066 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.210327 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.210557 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.210802 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.211036 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.211376 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.211523 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.211736 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.211968 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.212768 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.213005 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.213262 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.213507 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.213777 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.214034 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.214290 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.214549 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.214785 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.215009 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.215305 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.215566 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.215810 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.216060 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.216297 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.216555 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.216866 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.217050 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.217292 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_json = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.217540 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.217716 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.217991 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.218231 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.218448 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.218665 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.219242 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.219242 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.219656 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.219949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.220280 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.220532 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.220775 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.221024 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.221263 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.221530 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.221804 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.222038 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.222330 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.222585 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.224868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.232746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.233774 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.234763 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.235949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.236988 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.238058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.239738 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.239738 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.239738 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.239738 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.239738 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.240278 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.240402 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:07.240526 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.240759 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.240984 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.241224 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.241461 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.241866 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.242052 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.242331 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.242601 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.242826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.243387 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.243626 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.243899 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.244209 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.244507 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.244773 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.245054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.245341 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.245600 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.245868 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.246121 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.246428 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.246655 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.246884 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.247104 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.247399 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.247628 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.247900 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.248155 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.248387 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.248649 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.248929 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.249203 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.249439 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.249707 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.249931 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.250193 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.250495 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.250787 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.251049 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.251327 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.251562 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.251805 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.252062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.254965 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.254965 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.255129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.255308 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.255539 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.255770 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.256049 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.256512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.256512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.257183 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.257183 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.257436 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.257702 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.257702 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.257964 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.258147 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.258378 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.258590 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.258826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.259554 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.259839 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.260150 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.260455 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.260755 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.260950 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.261172 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.261403 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.261623 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.261842 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.262094 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.262315 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.262591 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.262822 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.263038 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.263300 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.263519 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.269244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.270353 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.271333 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.272259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.273319 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.274207 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.274207 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.274207 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.274207 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.275656 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.275656 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.275656 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.276307 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.276307 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.276307 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.276616 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.276616 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.276815 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.277023 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.277235 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.277475 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.277700 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.277925 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.278306 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.278498 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39800) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:07.278839 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.279206 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.279683 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.280047 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.280282 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.280513 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.280756 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.280970 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.281250 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.281486 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.281699 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.282013 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.282266 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.282496 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.282804 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.283041 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.283810 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.284058 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.284400 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.284614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.284879 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.285122 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.285348 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.285567 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.285989 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.286462 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.286902 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.287490 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.287949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.288246 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.288635 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.288936 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.289159 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.289457 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.289811 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.290173 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.290587 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.290850 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.291127 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.291486 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.291682 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.291906 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.292127 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.292346 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.292594 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.292826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.293208 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.293588 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.294100 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.294471 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.294874 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.295287 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.295702 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.296066 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.296364 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 16:20:07.297067 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93668) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 16:20:07.297386 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 16:20:07.297686 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 16:20:07.297999 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:20:07.298312 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 16:20:07.298595 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 16:20:07.298930 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.299259 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.299570 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.299742 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.299903 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303214 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.303710 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304160 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304160 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] debug = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304160 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304160 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304160 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304160 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304579 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304579 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304579 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304579 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304579 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304579 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304921 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.304988 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0172911 Jun 29 16:20:07.305061 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.305061 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.305061 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.305228 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.305388 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.305694 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.306529 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] host = dv-cinder-793515-6-iscsi {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.306830 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.307130 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.307442 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.307724 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.308150 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.308325 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.308466 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.308595 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.308827 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.309129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.309430 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.309430 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.309430 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.309430 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.309430 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_options = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.310892 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.310892 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.310892 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.310892 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.311363 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.311363 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.311363 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.311718 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.311718 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.311962 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.311962 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.312209 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.312209 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.312442 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.312567 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.312690 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.312826 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.312943 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.313929 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.314245 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.314413 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.314577 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.314739 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.314901 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.315063 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.315237 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.315699 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.315699 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.315699 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316022 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316022 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316244 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316377 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316504 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316625 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316747 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.316892 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.317029 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.317184 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.317324 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.317676 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.317815 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.317977 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.318303 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.318442 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.318602 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_json = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.318926 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.319065 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.319345 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.319479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.319592 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.319895 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.320166 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.320287 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:20:07.320481 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.320822 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.321962 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.322242 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.322429 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.322784 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.323088 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.323434 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.323580 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.323796 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.324033 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.324324 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.324518 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.324687 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.324847 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.325225 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.325552 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.325850 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.326220 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.326425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.326639 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.326935 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.327067 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.327176 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.327401 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.327594 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.327784 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.327950 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.333435 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.334410 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.335426 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.336425 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339167 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.339948 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.340746 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.341512 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.342269 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343062 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.343949 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.344849 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.345614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.345614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.345614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.345614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.345614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.345614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.345614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346288 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346288 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346288 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346288 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346671 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346671 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346671 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346985 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.346985 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.348571 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.349479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.349479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.349479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.349479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.349479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.349479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.349479 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350151 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350151 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350151 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350151 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350562 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350562 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350766 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350876 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.350983 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.351314 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.351458 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.351604 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.351732 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.351858 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.352048 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.352260 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.352468 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.352699 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.352836 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.353018 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.353241 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.353419 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.353715 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.354005 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.354005 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.354402 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.354402 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.354933 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.354933 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.355178 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.355178 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.355452 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.355579 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.355950 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.355950 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.356202 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.356202 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.356436 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.358129 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359124 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359124 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359124 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359124 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359124 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359658 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359658 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.359658 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.360260 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.360260 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.360260 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.360260 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.360711 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.360711 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.360711 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.361057 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.361057 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.361315 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.361478 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.361614 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.361756 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.364689 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.365695 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.366705 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.366705 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.366705 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.366705 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.366705 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.366705 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.369576 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.370660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.370660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.370660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.370660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.370660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.370660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.370660 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371057 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371057 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371057 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371288 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371560 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371560 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371758 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.371865 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.373054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.373054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.373054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.373054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.373054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:20:07.373054 dv-cinder-793515-6-iscsi neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 16:20:07.427222 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:19.931000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849178e8-2434-4e63-b974-58fc4bd96a24 None None] get_active_networks_info from dv-cinder-793515-6-iscsi {{(pid=93787) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 16:20:20.030548 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849178e8-2434-4e63-b974-58fc4bd96a24 None None] No non-hosted networks {{(pid=93787) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 16:20:20.050878 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.agentschedulers_db [None req-849178e8-2434-4e63-b974-58fc4bd96a24 None None] DHCP Agent not found on host dv-cinder-793515-6-iscsi {{(pid=93787) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 16:20:20.212364 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-bdce601f-bb65-4a94-a73a-fed8f4f75c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753684'] for agent, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:22.842398 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753684'] for agent, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:22.843855 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.844366 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.845071 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.845551 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.846073 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.846544 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.847037 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.847605 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.848090 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.849844 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.852446 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.853948 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:22.856083 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:22.866881 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:22.873970 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1b1a42b0-9b01-4ba7-b9d4-aa677310e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753684'] for agent, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:22.938592 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.db.api [None req-986e0915-1f62-48cd-b566-8d948d98fcd7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-793515-6-iscsi {{(pid=93787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:20:22.939273 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_db.api [None req-986e0915-1f62-48cd-b566-8d948d98fcd7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:20:23.469850 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-986e0915-1f62-48cd-b566-8d948d98fcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:23.978464 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753684'] for agent, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:25.514826 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753684'] for agent, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:26.744514 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39902) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:27.180199 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.db.l3_hamode_db [None req-54e9ab90-1098-40d7-8fa2-1bcea9c45d2d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 16:20:27.262185 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9ab90-1098-40d7-8fa2-1bcea9c45d2d None None] Routers set() bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:27.262568 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9ab90-1098-40d7-8fa2-1bcea9c45d2d None None] Router IDs set() for agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 16:20:27.425241 dv-cinder-793515-6-iscsi neutron-server[93785]: WARNING oslo_policy.policy [None req-fb77a9e4-b452-47eb-8000-2d67bbcfaa0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:27.425834 dv-cinder-793515-6-iscsi neutron-server[93785]: WARNING oslo_policy.policy [None req-fb77a9e4-b452-47eb-8000-2d67bbcfaa0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:27.640263 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [None req-fb77a9e4-b452-47eb-8000-2d67bbcfaa0e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:20:27.641332 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-fb77a9e4-b452-47eb-8000-2d67bbcfaa0e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8959293 Jun 29 16:20:29.949850 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39916) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:30.259851 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:30.352263 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.policy [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93785) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 16:20:30.397029 dv-cinder-793515-6-iscsi neutron-server[93785]: WARNING oslo_policy.policy [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:30.397391 dv-cinder-793515-6-iscsi neutron-server[93785]: WARNING oslo_policy.policy [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:30.407427 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.quota [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] Loaded quota_driver: . Jun 29 16:20:30.566198 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740943999817', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740944000284', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740944044255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740944050949', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740944023896', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740944071007', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-707747', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-833182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1913856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1984590'] for rbac-policy, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:30.708684 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:30.709885 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-d756cd79-c3e9-420d-b161-ffa34c2f0f1a admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7590845 Jun 29 16:20:33.280386 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39928) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:33.603312 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'project_id': 'e155715063b7462e8b0a753a43806ef5'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:33.691197 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Made reservation on behalf of e155715063b7462e8b0a753a43806ef5 for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:20:33.694208 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:33.711739 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:33.838041 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:33.919872 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:33.925283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:33.941697 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:20:33.969495 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740945608762', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:33.970094 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Unsubscribe: segment precommit_create {{(pid=93785) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 16:20:33.970554 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Added segment 1a199a54-c601-4a18-b369-be6be72d35ef of type vlan for network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe Jun 29 16:20:33.988054 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c5a892-f331-429f-a5bd-069b88049347,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:34.037427 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.037781 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.038106 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.038902 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.039238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.039907 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.040611 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.041355 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.041940 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.042273 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.042592 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.042888 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Tracked resource versions report: Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: pushed versions: Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: { 'AddressGroup': {'1.2'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'ConntrackHelper': {'1.0'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Log': {'1.0'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Network': {'1.1'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Port': {'1.7'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'PortForwarding': {'1.2'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'QosPolicy': {'1.8'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroup': {'1.4'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SubPort': {'1.0'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Subnet': {'1.1'}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Trunk': {'1.1'}} Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: consumer versions: Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'ConntrackHelper': '1.0', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Log': '1.0', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Network': '1.1', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Port': '1.7', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'PortForwarding': '1.2', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'QosPolicy': '1.8', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroup': '1.4', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroupRule': '1.2', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SubPort': '1.0', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Subnet': '1.1', Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Trunk': '1.1'}} Jun 29 16:20:34.043981 dv-cinder-793515-6-iscsi neutron-server[93785]: {{(pid=93785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:20:34.093259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:34.098215 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:34.200157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:34.201684 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:34.202417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:34.204693 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:34.300886 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=2797ebba-fc6c-4b96-a8d3-bee12daa3bfe,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:34.304366 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:34.312438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:20:34.338315 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0568175 Jun 29 16:20:36.968872 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39942) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:37.414804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b760cd-cac0-43e1-8375-5079bc86f47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:37.416142 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-f1b760cd-cac0-43e1-8375-5079bc86f47a admin admin] 10.222.0.65 "GET /v2.0/networks/2797ebba-fc6c-4b96-a8d3-bee12daa3bfe HTTP/1.1" status: 200 len: 825 time: 0.4463258 Jun 29 16:20:37.441390 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-97efc0c8-dda4-4f34-9afa-22ca8d6835b5 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/d4de687c-b40a-491e-a6e4-54fed286ebe7 HTTP/1.1" status: 200 len: 734 time: 0.0195084 Jun 29 16:20:37.450436 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'ip_version': 4, 'subnetpool_id': 'd4de687c-b40a-491e-a6e4-54fed286ebe7'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:37.577092 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Made reservation on behalf of e155715063b7462e8b0a753a43806ef5 for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:20:37.579671 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.948382 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.951031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:38.021287 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b976378e-2179-46eb-8b29-be46a5fa6709,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:38.024100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Checking segment: {'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:20:38.024480 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Network hostable DHCP agents. Network: 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:20:38.029754 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:38.114425 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:20:38.198898 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:38.204147 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:38.204779 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.209015 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9dca1-61e9-432e-bc79-6e2d73bdac12 None None] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:20:38.304258 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8568351 Jun 29 16:20:38.539045 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'fixed_ips': [{'subnet_id': 'b976378e-2179-46eb-8b29-be46a5fa6709'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:20:38.540576 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.829310 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Allocated IP 172.20.0.2 (2797ebba-fc6c-4b96-a8d3-bee12daa3bfe/b976378e-2179-46eb-8b29-be46a5fa6709/0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:20:39.082702 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.097926 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Transition to ACTIVE for port object 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:39.119322 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Transition to ACTIVE for port object 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:39.200625 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.203749 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:39.275811 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:39.280711 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:39.290100 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:20:39.293425 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Pushing event updated for resources: {'Port': ['ID=0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:39.319268 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.320148 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.320482 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.320803 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.321119 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.321434 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.321748 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.322060 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.322386 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.322699 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.323008 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.323348 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Tracked resource versions report: Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: pushed versions: Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: { 'AddressGroup': {'1.2'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'ConntrackHelper': {'1.0'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Log': {'1.0'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Network': {'1.1'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Port': {'1.7'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'PortForwarding': {'1.2'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'QosPolicy': {'1.8'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroup': {'1.4'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SubPort': {'1.0'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Subnet': {'1.1'}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Trunk': {'1.1'}} Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: consumer versions: Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'ConntrackHelper': '1.0', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Log': '1.0', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Network': '1.1', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Port': '1.7', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'PortForwarding': '1.2', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'QosPolicy': '1.8', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroup': '1.4', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroupRule': '1.2', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SubPort': '1.0', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Subnet': '1.1', Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Trunk': '1.1'}} Jun 29 16:20:39.324526 dv-cinder-793515-6-iscsi neutron-server[93787]: {{(pid=93787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:20:39.347279 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:39.381033 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Attempting to bind port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:20:39.381439 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Attempting to bind port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:20:39.382492 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Attempting to bind port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 on network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:20:39.389309 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:20:39.389726 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Checking segment: {'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:20:39.390212 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.390599 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Bound using segment: {'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:20:39.391177 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Bound port: 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:20:39.391661 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.462942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] For port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:20:39.467868 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] For port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561,segment=NetworkSegment(1a199a54-c601-4a18-b369-be6be72d35ef),segment_id=1a199a54-c601-4a18-b369-be6be72d35ef)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:20:39.582478 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.585649 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:39.651722 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Pushing event updated for resources: {'Port': ['ID=0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:39.655002 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:40.746689 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39950) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:41.078744 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [None req-dd454a04-ec31-4a1f-bb85-bd0eed81caa0 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:20:41.079766 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-dd454a04-ec31-4a1f-bb85-bd0eed81caa0 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3321006 Jun 29 16:20:43.521258 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 39958) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:44.061278 dv-cinder-793515-6-iscsi neutron-server[93786]: WARNING oslo_policy.policy [None req-8f4e3982-a390-4aa5-aa90-717845a6b77f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:44.061992 dv-cinder-793515-6-iscsi neutron-server[93786]: WARNING oslo_policy.policy [None req-8f4e3982-a390-4aa5-aa90-717845a6b77f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:44.278620 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [None req-8f4e3982-a390-4aa5-aa90-717845a6b77f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:20:44.279899 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-8f4e3982-a390-4aa5-aa90-717845a6b77f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7558663 Jun 29 16:20:45.795450 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee3478-9e0f-4abd-bd9e-fa366a312476 None None] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:20:45.914848 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-3fd8790a-8cf6-4a60-8bfa-efdc39c36398 None None] Provisioning for port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:46.640767 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:46.805502 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:46.809386 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:46.809904 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.918517 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.931722 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 39978) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:46.954754 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561,segment=NetworkSegment(1a199a54-c601-4a18-b369-be6be72d35ef),segment_id=1a199a54-c601-4a18-b369-be6be72d35ef)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:47.038946 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:47.041123 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:47.106097 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:47.109859 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:47.253477 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e155715063b7462e8b0a753a43806ef5'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:47.333602 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.policy [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93786) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 16:20:47.380417 dv-cinder-793515-6-iscsi neutron-server[93786]: WARNING oslo_policy.policy [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:47.380816 dv-cinder-793515-6-iscsi neutron-server[93786]: WARNING oslo_policy.policy [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:20:47.390419 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.quota [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Loaded quota_driver: . Jun 29 16:20:47.571830 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:47.573708 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:47.732113 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:47.812759 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:47.936619 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:47.937832 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9197962a-0b6a-4849-8016-7b12f2ad477d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0050154 Jun 29 16:20:48.617033 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:48.667616 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:48.667983 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.872603 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3435a096-6232-4fc6-baa8-4a5010aff194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.351065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39988) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:50.665240 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [None req-0217d9c9-6498-42c9-9701-5ff254a6729c admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:20:50.666274 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-0217d9c9-6498-42c9-9701-5ff254a6729c admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142281 Jun 29 16:20:52.833043 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:52.868168 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3080-71bf-478a-9324-feb958fb06b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.062383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 39996) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:53.382242 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:53.497318 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Made reservation on behalf of 1c2ca77fce04434e9c4e2f3ce62d21d6 for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:20:53.500032 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.508291 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.597017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.673601 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.677007 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:53.693408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Reserving flat network on physical network physnet1 {{(pid=93785) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 16:20:53.710087 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f4e89c-7cb1-4eb0-9655-bc5589925128,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:53.714218 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:53.715290 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.715627 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Added segment ca20c67c-66f5-40c5-a86d-2624efb3ad8a of type flat for network 03f38926-f191-4f64-90b2-0cb605c4f8aa Jun 29 16:20:53.766214 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.900994 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.902438 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:53.903016 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.905164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:53.930565 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.962073 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Pushing event updated for resources: {'Network': ['ID=03f38926-f191-4f64-90b2-0cb605c4f8aa,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:53.964999 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:53.979315 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:20:54.023895 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9602284 Jun 29 16:20:55.473802 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:56.479100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40014) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:56.689190 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124c31dd-eca3-403b-8e99-3c3fc8bbde3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:56.690648 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-124c31dd-eca3-403b-8e99-3c3fc8bbde3c admin admin] 10.222.0.65 "GET /v2.0/subnets/b976378e-2179-46eb-8b29-be46a5fa6709 HTTP/1.1" status: 200 len: 849 time: 0.2105935 Jun 29 16:20:56.860513 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ac0c7646-1415-4c08-b6ed-3a2282f510c9 admin admin] 10.222.0.65 "GET /v2.0/routers/62ba8c64-e33d-4bca-b83b-010ec7209a67 HTTP/1.1" status: 200 len: 704 time: 0.1640842 Jun 29 16:20:57.159104 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:57.478266 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Allocated IP 172.20.0.1 (2797ebba-fc6c-4b96-a8d3-bee12daa3bfe/b976378e-2179-46eb-8b29-be46a5fa6709/54531a7c-1b3e-443e-9e86-95aed7bbfad8) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:20:57.691229 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:57.715314 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Transition to ACTIVE for port object 54531a7c-1b3e-443e-9e86-95aed7bbfad8 will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:57.891367 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:57.893658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:57.961757 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:57.966399 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:57.969216 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:20:57.970085 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.037954 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Pushing event updated for resources: {'Port': ['ID=54531a7c-1b3e-443e-9e86-95aed7bbfad8,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:58.041159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:58.290606 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-98551896-e52e-4cde-84bb-10d362fe5ce2 None None] Provisioning for port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:58.294553 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-98551896-e52e-4cde-84bb-10d362fe5ce2 None None] Provisioning complete for port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:58.294923 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-98551896-e52e-4cde-84bb-10d362fe5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.328426 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-98551896-e52e-4cde-84bb-10d362fe5ce2 None None] Port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:20:58.399882 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.581372 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.673777 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.674779 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.676759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:58.752731 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Pushing event updated for resources: {'Port': ['ID=54531a7c-1b3e-443e-9e86-95aed7bbfad8,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:58.757335 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:58.805600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:58.807056 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:59.044955 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Router 62ba8c64-e33d-4bca-b83b-010ec7209a67 is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:20:59.050952 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a6f5f2f6-30fd-4cde-93c0-b78158aa6134 None None] Provisioning complete for port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:59.051417 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a6f5f2f6-30fd-4cde-93c0-b78158aa6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:59.088841 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5f2f6-30fd-4cde-93c0-b78158aa6134 None None] Port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:20:59.141197 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:59.146817 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] 10.222.0.65 "PUT /v2.0/routers/62ba8c64-e33d-4bca-b83b-010ec7209a67/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2812355 Jun 29 16:20:59.152348 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Sync routers for ids ['62ba8c64-e33d-4bca-b83b-010ec7209a67'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:59.165484 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Routers {'62ba8c64-e33d-4bca-b83b-010ec7209a67'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:59.170592 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:20:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['62ba8c64-e33d-4bca-b83b-010ec7209a67'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:59.359783 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Set router 62ba8c64-e33d-4bca-b83b-010ec7209a67 gateway port host: None {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:59.806808 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'name': 'router1', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:47Z', 'updated_at': '2021-06-29T16:20:58Z', 'revision_number': 2, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'gw_port_host': None, '_interfaces': [{'id': '54531a7c-1b3e-443e-9e86-95aed7bbfad8', 'name': '', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'mac_address': 'fa:16:3e:b8:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:57Z', 'updated_at': '2021-06-29T16:20:58Z', 'revision_number': 2, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'subnets': [{'id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4de687c-b40a-491e-a6e4-54fed286ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:59.860004 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Checking router: 62ba8c64-e33d-4bca-b83b-010ec7209a67 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:59.860501 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Updating router 62ba8c64-e33d-4bca-b83b-010ec7209a67 port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:20:59.926135 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:00.452829 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:00.473979 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Transition to ACTIVE for port object 54531a7c-1b3e-443e-9e86-95aed7bbfad8 will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:21:00.559019 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:00.563870 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:00.727756 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Attempting to bind port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:21:00.728165 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Attempting to bind port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:21:00.728627 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Attempting to bind port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 on network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:21:00.734367 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Pushing event updated for resources: {'Port': ['ID=54531a7c-1b3e-443e-9e86-95aed7bbfad8,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:00.736946 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:21:00.737351 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Checking segment: {'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:21:00.737842 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:00.738232 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Bound using segment: {'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:21:00.738748 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Bound port: 54531a7c-1b3e-443e-9e86-95aed7bbfad8, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a199a54-c601-4a18-b369-be6be72d35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:21:00.739156 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:00.755234 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.755686 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.756161 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.756619 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.757015 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.757324 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.757642 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.757959 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.758346 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.758666 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.758978 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.759311 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Tracked resource versions report: Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: pushed versions: Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: { 'AddressGroup': {'1.2'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'ConntrackHelper': {'1.0'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Log': {'1.0'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Network': {'1.1'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Port': {'1.7'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'PortForwarding': {'1.2'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'QosPolicy': {'1.8'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroup': {'1.4'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SubPort': {'1.0'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Subnet': {'1.1'}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Trunk': {'1.1'}} Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: consumer versions: Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'ConntrackHelper': '1.0', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Log': '1.0', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Network': '1.1', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Port': '1.7', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'PortForwarding': '1.2', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'QosPolicy': '1.8', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroup': '1.4', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroupRule': '1.2', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SubPort': '1.0', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Subnet': '1.1', Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Trunk': '1.1'}} Jun 29 16:21:00.760405 dv-cinder-793515-6-iscsi neutron-server[93788]: {{(pid=93788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:21:00.764348 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:00.826737 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] For port 54531a7c-1b3e-443e-9e86-95aed7bbfad8, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:21:00.850662 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] For port 54531a7c-1b3e-443e-9e86-95aed7bbfad8, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=54531a7c-1b3e-443e-9e86-95aed7bbfad8,segment=NetworkSegment(1a199a54-c601-4a18-b369-be6be72d35ef),segment_id=1a199a54-c601-4a18-b369-be6be72d35ef)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:21:00.924480 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:00.926895 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:00.984835 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Routers {'62ba8c64-e33d-4bca-b83b-010ec7209a67'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:00.985463 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:20:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['62ba8c64-e33d-4bca-b83b-010ec7209a67'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:01.067123 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Pushing event updated for resources: {'Port': ['ID=54531a7c-1b3e-443e-9e86-95aed7bbfad8,revision_number=4']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:01.071395 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:01.089611 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] Set router 62ba8c64-e33d-4bca-b83b-010ec7209a67 gateway port host: None {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:01.341779 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'name': 'router1', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:47Z', 'updated_at': '2021-06-29T16:20:58Z', 'revision_number': 2, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'gw_port_host': None, '_interfaces': [{'id': '54531a7c-1b3e-443e-9e86-95aed7bbfad8', 'name': '', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'mac_address': 'fa:16:3e:b8:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:57Z', 'updated_at': '2021-06-29T16:21:00Z', 'revision_number': 4, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'subnets': [{'id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4de687c-b40a-491e-a6e4-54fed286ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:01.374153 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbf99fc-5aa1-40ef-bcf0-cf6ecaed4f63 None None] The sync data for ids ['62ba8c64-e33d-4bca-b83b-010ec7209a67'] in dv-cinder-793515-6-iscsi is: [{'id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'name': 'router1', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:47Z', 'updated_at': '2021-06-29T16:20:58Z', 'revision_number': 2, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'gw_port_host': None, '_interfaces': [{'id': '54531a7c-1b3e-443e-9e86-95aed7bbfad8', 'name': '', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'mac_address': 'fa:16:3e:b8:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:57Z', 'updated_at': '2021-06-29T16:21:00Z', 'revision_number': 4, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'subnets': [{'id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4de687c-b40a-491e-a6e4-54fed286ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:21:01.388922 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40034) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:01.514592 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1310d038-0897-4437-9af3-f48f935b556e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:01.515928 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1310d038-0897-4437-9af3-f48f935b556e admin admin] 10.222.0.65 "GET /v2.0/networks/03f38926-f191-4f64-90b2-0cb605c4f8aa HTTP/1.1" status: 200 len: 842 time: 0.1260617 Jun 29 16:21:01.527143 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:21:01.645014 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Made reservation on behalf of 1c2ca77fce04434e9c4e2f3ce62d21d6 for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:21:01.647568 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:02.025821 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.objects.ports [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93785) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 16:21:02.026278 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:02.028415 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:02.084355 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2bacc3-75e7-4969-a7c7-fa343037e18e,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:02.089800 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:02.095347 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:21:02.105928 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Network hostable DHCP agents. Network: 03f38926-f191-4f64-90b2-0cb605c4f8aa, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:21:02.256265 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:21:02.404468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 03f38926-f191-4f64-90b2-0cb605c4f8aa) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:21:02.408919 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:02.409529 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:02.418191 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef9c16-876d-4901-a824-68c9cefc9e3a None None] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:21:02.514022 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9917316 Jun 29 16:21:02.561285 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83968a39-1e90-401f-8943-e8da66868e0a None None] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:21:04.647928 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 54531a7c-1b3e-443e-9e86-95aed7bbfad8 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:21:04.781309 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:21:04.785458 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:21:04.789394 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:04.843794 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40046) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:04.876259 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:04.913261 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 54531a7c-1b3e-443e-9e86-95aed7bbfad8, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=54531a7c-1b3e-443e-9e86-95aed7bbfad8,segment=NetworkSegment(1a199a54-c601-4a18-b369-be6be72d35ef),segment_id=1a199a54-c601-4a18-b369-be6be72d35ef)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:04.987350 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:04.989650 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:05.037888 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=54531a7c-1b3e-443e-9e86-95aed7bbfad8,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:05.047359 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:05.063821 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-078cd86f-fa2c-4a90-bc02-e72e00116f0a admin admin] 10.222.0.65 "GET /v2.0/routers/62ba8c64-e33d-4bca-b83b-010ec7209a67 HTTP/1.1" status: 200 len: 710 time: 0.2187409 Jun 29 16:21:05.155786 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e851290d-530d-445e-adb4-422861991551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:05.157135 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-e851290d-530d-445e-adb4-422861991551 admin admin] 10.222.0.65 "GET /v2.0/networks/03f38926-f191-4f64-90b2-0cb605c4f8aa HTTP/1.1" status: 200 len: 886 time: 0.0875931 Jun 29 16:21:05.167051 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:21:05.430245 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:05.782048 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:05.876454 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:06.152386 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Allocated IP 172.27.3.223 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/9d8872a2-353b-4cd6-8b3f-d9081452539a) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:21:06.263023 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:06.382580 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:06.384954 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:06.424089 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:21:06.429435 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:21:06.433214 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:21:06.438933 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8872a2-353b-4cd6-8b3f-d9081452539a,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:06.472528 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:06.629323 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 54531a7c-1b3e-443e-9e86-95aed7bbfad8 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:21:06.682585 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:21:06.682869 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:06.836824 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:07.117779 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:07.121219 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585501', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1759810'] for router, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:07.230960 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Router 62ba8c64-e33d-4bca-b83b-010ec7209a67 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:21:07.339892 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:21:07.344699 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:07.345909 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] 10.222.0.65 "PUT /v2.0/routers/62ba8c64-e33d-4bca-b83b-010ec7209a67 HTTP/1.1" status: 200 len: 890 time: 2.1824307 Jun 29 16:21:07.350233 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Sync routers for ids ['62ba8c64-e33d-4bca-b83b-010ec7209a67'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:21:07.361682 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Routers {'62ba8c64-e33d-4bca-b83b-010ec7209a67'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:07.362355 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:20:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['62ba8c64-e33d-4bca-b83b-010ec7209a67'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:07.601572 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Set router 62ba8c64-e33d-4bca-b83b-010ec7209a67 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:08.011097 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'name': 'router1', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '9d8872a2-353b-4cd6-8b3f-d9081452539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:47Z', 'updated_at': '2021-06-29T16:21:06Z', 'revision_number': 4, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'gw_port': {'id': '9d8872a2-353b-4cd6-8b3f-d9081452539a', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:21:05Z', 'updated_at': '2021-06-29T16:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '54531a7c-1b3e-443e-9e86-95aed7bbfad8', 'name': '', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'mac_address': 'fa:16:3e:b8:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:57Z', 'updated_at': '2021-06-29T16:21:04Z', 'revision_number': 5, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'subnets': [{'id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4de687c-b40a-491e-a6e4-54fed286ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:08.064462 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Checking router: 62ba8c64-e33d-4bca-b83b-010ec7209a67 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:21:08.064817 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Updating router 62ba8c64-e33d-4bca-b83b-010ec7209a67 port 9d8872a2-353b-4cd6-8b3f-d9081452539a binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:21:08.099934 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:08.454335 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:08.464742 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Transition to ACTIVE for port object 9d8872a2-353b-4cd6-8b3f-d9081452539a will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:21:08.558533 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:08.560855 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:08.610529 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ca369-13b8-4b06-8b1b-a8f50009b16a None None] Pushing event updated for resources: {'Port': ['ID=9d8872a2-353b-4cd6-8b3f-d9081452539a,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:08.612881 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Attempting to bind port 9d8872a2-353b-4cd6-8b3f-d9081452539a on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:21:08.613245 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Attempting to bind port 9d8872a2-353b-4cd6-8b3f-d9081452539a by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:21:08.613604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Attempting to bind port 9d8872a2-353b-4cd6-8b3f-d9081452539a on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:21:08.615997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-df0ca369-13b8-4b06-8b1b-a8f50009b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:08.620294 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:21:08.620668 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:21:08.621098 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:08.621452 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:21:08.621933 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Bound port: 9d8872a2-353b-4cd6-8b3f-d9081452539a, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:21:08.622290 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:08.681618 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] For port 9d8872a2-353b-4cd6-8b3f-d9081452539a, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:21:08.684649 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] For port 9d8872a2-353b-4cd6-8b3f-d9081452539a, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=9d8872a2-353b-4cd6-8b3f-d9081452539a,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:21:08.753406 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:08.756267 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:08.820355 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Routers {'62ba8c64-e33d-4bca-b83b-010ec7209a67'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:08.821018 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:20:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['62ba8c64-e33d-4bca-b83b-010ec7209a67'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:08.824242 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ca369-13b8-4b06-8b1b-a8f50009b16a None None] Pushing event updated for resources: {'Port': ['ID=9d8872a2-353b-4cd6-8b3f-d9081452539a,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:08.929356 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-df0ca369-13b8-4b06-8b1b-a8f50009b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:09.002417 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] Set router 62ba8c64-e33d-4bca-b83b-010ec7209a67 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:09.217206 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'name': 'router1', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '9d8872a2-353b-4cd6-8b3f-d9081452539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:47Z', 'updated_at': '2021-06-29T16:21:06Z', 'revision_number': 4, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'gw_port': {'id': '9d8872a2-353b-4cd6-8b3f-d9081452539a', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:21:05Z', 'updated_at': '2021-06-29T16:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '54531a7c-1b3e-443e-9e86-95aed7bbfad8', 'name': '', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'mac_address': 'fa:16:3e:b8:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:57Z', 'updated_at': '2021-06-29T16:21:04Z', 'revision_number': 5, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'subnets': [{'id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4de687c-b40a-491e-a6e4-54fed286ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:09.244992 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b377b-a9c8-4aad-ad79-1fe5baf606d0 None None] The sync data for ids ['62ba8c64-e33d-4bca-b83b-010ec7209a67'] in dv-cinder-793515-6-iscsi is: [{'id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'name': 'router1', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '9d8872a2-353b-4cd6-8b3f-d9081452539a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:47Z', 'updated_at': '2021-06-29T16:21:06Z', 'revision_number': 4, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'gw_port': {'id': '9d8872a2-353b-4cd6-8b3f-d9081452539a', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:21:05Z', 'updated_at': '2021-06-29T16:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '54531a7c-1b3e-443e-9e86-95aed7bbfad8', 'name': '', 'network_id': '2797ebba-fc6c-4b96-a8d3-bee12daa3bfe', 'tenant_id': 'e155715063b7462e8b0a753a43806ef5', 'mac_address': 'fa:16:3e:b8:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba8c64-e33d-4bca-b83b-010ec7209a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:57Z', 'updated_at': '2021-06-29T16:21:04Z', 'revision_number': 5, 'project_id': 'e155715063b7462e8b0a753a43806ef5', 'subnets': [{'id': 'b976378e-2179-46eb-8b29-be46a5fa6709', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4de687c-b40a-491e-a6e4-54fed286ebe7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:21:09.789851 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40054) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:09.929142 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7ee0efd3-b186-4b02-a4ca-10c32e88aeba admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1381378 Jun 29 16:21:10.657293 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 9d8872a2-353b-4cd6-8b3f-d9081452539a up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:21:10.798507 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 9d8872a2-353b-4cd6-8b3f-d9081452539a completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:21:10.803407 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 9d8872a2-353b-4cd6-8b3f-d9081452539a triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:21:10.803772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.901517 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.925723 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 9d8872a2-353b-4cd6-8b3f-d9081452539a, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=9d8872a2-353b-4cd6-8b3f-d9081452539a,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:10.987236 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.991452 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-df0ca369-13b8-4b06-8b1b-a8f50009b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:11.042776 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=9d8872a2-353b-4cd6-8b3f-d9081452539a,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:11.045977 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:12.639709 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 9d8872a2-353b-4cd6-8b3f-d9081452539a up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:21:12.688567 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 9d8872a2-353b-4cd6-8b3f-d9081452539a triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:21:12.688943 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:19.263273 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:21:19.855752 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8a7dd820-a009-4bae-ba1d-83c90f803675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.766340 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.896481 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3892a11c-011d-4308-b5d0-d533d4f714a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:23.901030 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:25.506810 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:49.877686 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-6918c283-6a4a-443c-81f5-eaf7a9e849a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:52.769494 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:52.848329 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-304ae828-187a-4303-a0f7-58b7cd8de9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:53.904656 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:55.531364 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:56.263629 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:22:19.864385 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d3df9133-aa6c-4df3-beab-783de07bd5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:22.784377 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:22.892941 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-70773a2d-eb5c-441c-b23e-12f047f77839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:23.910216 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:25.485187 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:33.262261 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:22:49.895937 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fa6f0d04-ae91-4d24-84f2-93370a9d3be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:50.140590 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40622) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:22:50.202600 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60b9f4c-a0ae-40e2-8f4c-8924f3dd4698 admin admin] GET failed (client error): The resource could not be found. Jun 29 16:22:50.204031 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-d60b9f4c-a0ae-40e2-8f4c-8924f3dd4698 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623758 Jun 29 16:22:50.366880 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc72eeb-7360-4595-a663-981234871a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:50.368415 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-2bc72eeb-7360-4595-a663-981234871a8f admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606112 Jun 29 16:22:52.545652 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40632) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:22:52.642452 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e0bdc4-e342-438d-8371-35d807895a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:52.643876 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a7e0bdc4-e342-438d-8371-35d807895a40 admin admin] 10.222.0.65 "GET /v2.0/subnets/b976378e-2179-46eb-8b29-be46a5fa6709 HTTP/1.1" status: 200 len: 849 time: 0.0972512 Jun 29 16:22:52.653734 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:22:52.740125 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:52.754473 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:52.862734 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-01e501f9-3d1f-4a1f-8f20-e9a6405c58d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:52.960213 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740945737171'] for subnet, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:52.962474 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:22:52.995699 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:52.996209 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:52.997497 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] 10.222.0.65 "PUT /v2.0/subnets/b976378e-2179-46eb-8b29-be46a5fa6709 HTTP/1.1" status: 200 len: 868 time: 0.3479681 Jun 29 16:22:53.000971 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9fd34-8ba4-4c95-a5f3-96eb95647302 None None] Network 2797ebba-fc6c-4b96-a8d3-bee12daa3bfe requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:22:53.018722 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b976378e-2179-46eb-8b29-be46a5fa6709,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:22:53.026547 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.027062 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.027536 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.027723 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.028019 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.029234 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.030262 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.030600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.030938 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.031289 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.031620 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.032027 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:22:53.036118 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:22:53.347166 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-18adf5d9-bbd8-4dac-a4c7-8ec2b845fdda None None] Provisioning complete for port 54531a7c-1b3e-443e-9e86-95aed7bbfad8 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:22:53.347705 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-18adf5d9-bbd8-4dac-a4c7-8ec2b845fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:53.442663 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-18adf5d9-bbd8-4dac-a4c7-8ec2b845fdda None None] Provisioning complete for port 0c2dfa7f-e336-4dd4-af5b-ab19fe6e0561 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:22:53.443029 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-18adf5d9-bbd8-4dac-a4c7-8ec2b845fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:53.919771 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:55.156076 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40640) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:22:55.350717 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece72e04-83ed-4655-b268-b681ca2b9b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:55.351106 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece72e04-83ed-4655-b268-b681ca2b9b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:55.352689 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ece72e04-83ed-4655-b268-b681ca2b9b0d admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956758 Jun 29 16:22:55.519649 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:57.523691 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40648) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:22:57.657484 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d634b-145a-4797-8764-aa9543a3817e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:57.657957 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d634b-145a-4797-8764-aa9543a3817e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:57.659548 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-be3d634b-145a-4797-8764-aa9543a3817e admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1348751 Jun 29 16:22:59.834948 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40656) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:22:59.973247 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7c9f4-3906-4255-b838-2d512553b9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:59.974632 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-aec7c9f4-3906-4255-b838-2d512553b9d6 admin admin] 10.222.0.65 "GET /v2.0/networks/03f38926-f191-4f64-90b2-0cb605c4f8aa HTTP/1.1" status: 200 len: 886 time: 0.1386986 Jun 29 16:23:02.122713 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40664) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:02.255545 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1e1e2-6522-4090-8f8f-d2b6ad419ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:02.256915 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ecb1e1e2-6522-4090-8f8f-d2b6ad419ac2 admin admin] 10.222.0.65 "GET /v2.0/networks/2797ebba-fc6c-4b96-a8d3-bee12daa3bfe HTTP/1.1" status: 200 len: 869 time: 0.1332161 Jun 29 16:23:04.396408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40672) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:04.614263 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63e678-9e02-443f-a62a-90a09a216c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:04.614642 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da63e678-9e02-443f-a62a-90a09a216c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:04.616231 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-da63e678-9e02-443f-a62a-90a09a216c9b admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2188857 Jun 29 16:23:06.785889 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40680) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:06.879709 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c1edc3-88d2-4e23-b925-f996586ca557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:06.880176 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c1edc3-88d2-4e23-b925-f996586ca557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:06.881716 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a3c1edc3-88d2-4e23-b925-f996586ca557 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948689 Jun 29 16:23:09.019972 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 40688) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:09.171026 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f67ea-26d2-4167-bd8c-8b7115ff0b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:09.172674 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-275f67ea-26d2-4167-bd8c-8b7115ff0b80 admin admin] 10.222.0.65 "GET /v2.0/subnets/6c2bacc3-75e7-4969-a7c7-fa343037e18e HTTP/1.1" status: 200 len: 816 time: 0.1514881 Jun 29 16:23:10.261717 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:23:11.309286 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 40698) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:11.415889 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ff655-2000-4cef-9ce5-518624679115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:11.417257 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-871ff655-2000-4cef-9ce5-518624679115 admin admin] 10.222.0.65 "GET /v2.0/subnets/b976378e-2179-46eb-8b29-be46a5fa6709 HTTP/1.1" status: 200 len: 868 time: 0.1064129 Jun 29 16:23:19.867365 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-62ced126-70c5-41b0-91cd-53def2827eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:22.781269 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:22.855751 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1e6342fe-0f7f-4e29-ab2f-c812b6d8ccc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:23.922658 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:25.518222 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.869071 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 40742) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:34.917942 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [None req-815e4744-4b8d-48b3-8254-f94ed5c4b988 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:23:34.918964 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-815e4744-4b8d-48b3-8254-f94ed5c4b988 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491722 Jun 29 16:23:37.150246 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 40750) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:37.225164 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c98d64a-fd41-495b-a6b8-38e463ea54a0 admin admin] GET failed (client error): The resource could not be found. Jun 29 16:23:37.226527 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6c98d64a-fd41-495b-a6b8-38e463ea54a0 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753567 Jun 29 16:23:37.389549 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6665163-387d-40c4-a728-1bbecefa2974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:37.391030 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d6665163-387d-40c4-a728-1bbecefa2974 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1601720 Jun 29 16:23:39.577693 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 40758) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:39.627861 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:39.717777 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Made reservation on behalf of 1c2ca77fce04434e9c4e2f3ce62d21d6 for: {'network': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:23:39.720746 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:39.766483 dv-cinder-793515-6-iscsi neutron-server[93786]: WARNING neutron.services.revisions.revision_plugin [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Could not find related network for resource to bump revision. Jun 29 16:23:39.781986 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=93786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:23:39.798222 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740945608762', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:39.798819 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Unsubscribe: segment precommit_create {{(pid=93786) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 16:23:39.799356 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.segments_db [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Added segment 6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc of type vlan for network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 Jun 29 16:23:39.855074 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:39.990080 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:39.991895 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:39.992483 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:39.996153 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:40.077093 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4982193 Jun 29 16:23:40.114869 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Pushing event updated for resources: {'Network': ['ID=2d7f1719-a358-4d8c-95f5-1a9dda7089e2,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:40.124530 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.124871 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.125196 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.125580 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.125832 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.126228 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.126460 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.126769 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.127094 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.127445 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.127754 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.128059 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Tracked resource versions report: Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: pushed versions: Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: { 'AddressGroup': {'1.2'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'ConntrackHelper': {'1.0'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Log': {'1.0'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Network': {'1.1'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Port': {'1.7'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'PortForwarding': {'1.2'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'QosPolicy': {'1.8'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroup': {'1.4'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SubPort': {'1.0'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Subnet': {'1.1'}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Trunk': {'1.1'}} Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: consumer versions: Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'ConntrackHelper': '1.0', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Log': '1.0', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Network': '1.1', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Port': '1.7', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'PortForwarding': '1.2', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'QosPolicy': '1.8', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroup': '1.4', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroupRule': '1.2', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SubPort': '1.0', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Subnet': '1.1', Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Trunk': '1.1'}} Jun 29 16:23:40.129139 dv-cinder-793515-6-iscsi neutron-server[93786]: {{(pid=93786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:23:40.158714 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:40.166438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:23:42.267881 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 40770) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:42.329016 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.pecan_wsgi.hooks.translation [None req-54723f06-7b8d-4488-988d-91ee7d63911a admin admin] GET failed (client error): The resource could not be found. Jun 29 16:23:42.330362 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-54723f06-7b8d-4488-988d-91ee7d63911a admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615265 Jun 29 16:23:42.403376 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197d571-e1f4-40e4-b7c7-bed0147d59c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:42.404838 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-3197d571-e1f4-40e4-b7c7-bed0147d59c7 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705495 Jun 29 16:23:42.414828 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:42.568970 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Made reservation on behalf of 1c2ca77fce04434e9c4e2f3ce62d21d6 for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:23:42.571371 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:42.871358 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:42.873830 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:42.930750 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4808913f-fa1f-442d-9f33-00dd4c22428c,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:42.940182 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:42.943051 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Checking segment: {'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:23:42.943456 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Network hostable DHCP agents. Network: 2d7f1719-a358-4d8c-95f5-1a9dda7089e2, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:23:43.018305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:23:43.094975 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 2d7f1719-a358-4d8c-95f5-1a9dda7089e2) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:23:43.099999 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:43.100602 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.107742 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d47159-1795-4538-a258-8a2912450ef5 None None] Network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:23:43.173972 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7625444 Jun 29 16:23:43.357301 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-2d7f1719-a358-4d8c-95f5-1a9dda7089e2', 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2', 'tenant_id': '1c2ca77fce04434e9c4e2f3ce62d21d6', 'fixed_ips': [{'subnet_id': '4808913f-fa1f-442d-9f33-00dd4c22428c'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:23:43.358429 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.500425 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Allocated IP 192.168.233.2 (2d7f1719-a358-4d8c-95f5-1a9dda7089e2/4808913f-fa1f-442d-9f33-00dd4c22428c/eac70462-0a96-4900-ae91-b71b0dac601f) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:23:43.653304 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.662866 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Transition to ACTIVE for port object eac70462-0a96-4900-ae91-b71b0dac601f will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:23:43.680827 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Transition to ACTIVE for port object eac70462-0a96-4900-ae91-b71b0dac601f will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:23:43.798256 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.798256 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:43.835335 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:23:43.838305 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:23:43.841939 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:23:43.849481 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Pushing event updated for resources: {'Port': ['ID=eac70462-0a96-4900-ae91-b71b0dac601f,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:43.876780 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.877116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.877447 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.877777 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.878092 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.878406 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.878724 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.879052 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.879410 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.879727 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.880041 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.880346 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:43.884939 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:43.917025 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Attempting to bind port eac70462-0a96-4900-ae91-b71b0dac601f on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:23:43.917392 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Attempting to bind port eac70462-0a96-4900-ae91-b71b0dac601f by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:23:43.917753 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Attempting to bind port eac70462-0a96-4900-ae91-b71b0dac601f on network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:23:43.923567 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:23:43.923925 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Checking segment: {'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:23:43.924324 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.924711 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Bound using segment: {'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:23:43.925183 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Bound port: eac70462-0a96-4900-ae91-b71b0dac601f, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:23:43.925571 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.995302 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] For port eac70462-0a96-4900-ae91-b71b0dac601f, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:23:43.999097 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] For port eac70462-0a96-4900-ae91-b71b0dac601f, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=eac70462-0a96-4900-ae91-b71b0dac601f,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:23:44.088159 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:44.090461 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-1befd999-1d97-480b-9f44-604813b15bc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:44.150462 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Pushing event updated for resources: {'Port': ['ID=eac70462-0a96-4900-ae91-b71b0dac601f,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:44.153465 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:44.802640 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device eac70462-0a96-4900-ae91-b71b0dac601f up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:23:44.917482 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port eac70462-0a96-4900-ae91-b71b0dac601f completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:23:44.980950 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad2417-4042-4d32-93e9-c5cfe84b72d8 None None] Network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:23:45.163736 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Provisioning for port eac70462-0a96-4900-ae91-b71b0dac601f completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:23:45.167719 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Provisioning complete for port eac70462-0a96-4900-ae91-b71b0dac601f triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:23:45.172887 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:45.276890 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:45.319566 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] For port eac70462-0a96-4900-ae91-b71b0dac601f, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=eac70462-0a96-4900-ae91-b71b0dac601f,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:45.397861 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:45.400153 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:45.451982 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Pushing event updated for resources: {'Port': ['ID=eac70462-0a96-4900-ae91-b71b0dac601f,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:45.459153 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:45.517690 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-fd82ea9d-b9a2-4a97-9c88-c94d53b47963 None None] Provisioning complete for port eac70462-0a96-4900-ae91-b71b0dac601f triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:23:45.518065 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fd82ea9d-b9a2-4a97-9c88-c94d53b47963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:46.749984 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device eac70462-0a96-4900-ae91-b71b0dac601f up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:23:46.799922 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port eac70462-0a96-4900-ae91-b71b0dac601f triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:23:46.800279 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:47.261360 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:23:49.909729 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f1804c28-1aab-4114-84a1-3fda7d7f3659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:52.903838 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:52.935811 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-16a87115-4b32-43af-b9e3-43d2dbb10528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.911706 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:55.486900 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:19.887878 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fdaf550d-bf34-430e-aae7-406dcb2fd8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:22.812457 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:22.845275 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-65cf49ea-68dc-4a58-a216-fdbf50507603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:23.996625 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:24.259949 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:24:25.536377 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:49.889284 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-bf985f14-0be3-4dea-b82e-e4c9d89736d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.788504 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.874548 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-794a390d-b330-4820-be31-a20f55c8f35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:53.923898 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:55.513092 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:01.259032 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:25:10.453605 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40822) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:10.460393 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [None req-7a4e1e03-a7f1-4418-8396-4a307bf2267f tempest-verify_tempest_config-637655696 tempest-verify_tempest_config-637655696-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:25:10.461365 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7a4e1e03-a7f1-4418-8396-4a307bf2267f tempest-verify_tempest_config-637655696 tempest-verify_tempest_config-637655696-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064120 Jun 29 16:25:11.118075 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 40840) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:11.231703 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.364556 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.450975 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.454208 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:11.498072 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1050f7bff8ea46d0915f3dec6f708246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3788500 Jun 29 16:25:11.498999 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc8f20-8c99-4b76-92f4-bad1979268eb,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:11.500705 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40846) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:11.506948 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.507360 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.507682 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.508008 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.508330 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.508669 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.508977 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.509318 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.509654 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.509967 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.510305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.510612 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.516005 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:11.561294 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.584526 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.757179 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.760098 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:11.761247 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43bc8f20-8c99-4b76-92f4-bad1979268eb HTTP/1.1" status: 204 len: 168 time: 0.2595849 Jun 29 16:25:11.762483 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:11.770696 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc8f20-8c99-4b76-92f4-bad1979268eb,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:11.778618 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.779304 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.779505 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.779726 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.781167 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.781753 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.782128 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.782454 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.782794 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.783116 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.783459 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.783778 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:25:11.787037 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:20.004526 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8be06bf9-505c-4d5e-8ed3-7366b41f0a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:22.775913 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:22.879009 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1c9def82-e133-4fc1-945e-2274aaf436f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:23.976678 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:25.564433 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:38.256873 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:25:49.926368 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-27482543-308c-4a98-ad8d-5ac689fa35e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:52.789268 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:52.875029 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-aa947927-8639-4cf5-9038-f66d0b1b5e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:53.917108 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.549302 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.254846 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:26:19.859124 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-43dc4c5b-79f5-4b69-831c-91187bcbc85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.776401 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.861854 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-af6da5d3-fe1f-493a-aec1-caff798da3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.927330 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.524845 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:49.898200 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-db0cbfd9-f877-40cd-b461-9709358ea6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.254005 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 5 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:26:52.783839 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.829501 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1922023d-dc02-44ee-8f67-f3efc1d82d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:53.936427 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:55.542668 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:56.706875 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1753684'] for agent, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:01.730862 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40898) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:01.832582 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-cfbb5af3-e64e-468d-a354-49fecf691e33 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1005681 Jun 29 16:27:04.006995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 40908) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:04.070509 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-9c37987b-ac92-4bff-a5a0-2c2fbcee0ecc admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0623095 Jun 29 16:27:20.044318 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-65a6e33b-f248-445d-ac2c-6d7b2bd6fd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:22.769921 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:22.838217 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-9484f60c-6f0e-4319-b338-89081721a415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.944748 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:25.535543 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:26.699682 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:29.252778 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:27:49.885025 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c0f560aa-fab3-44f0-83d1-a4953747f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.765776 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.841786 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a4de497d-dfaf-45f2-b61a-072c87a94dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:54.004438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:55.513656 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:56.711126 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:06.256331 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:28:19.879118 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e34e2c6b-0f56-4ed8-bd08-85a1a9dfc484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.768127 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.816313 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c6e94470-c729-46c7-8f79-e7da889889a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.965674 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.525552 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:26.729262 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:37.821531 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41128) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:38.216595 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41152) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:38.443322 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-222712813-network', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:38.471214 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41160) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:38.528619 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Made reservation on behalf of a7ceeebbb2f64fbaac15e55c614b291c for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:38.531383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.539846 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.672451 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.678703 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1826360387-network', 'tenant_id': 'e15a400d1d564d9f91c54131ba29f79d'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:38.775130 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.786351 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:38.824038 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:28:38.836855 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.837515 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Added segment b7b65b77-255a-43e8-a04e-e03546d965e3 of type vlan for network 3946b48c-4319-4969-b746-ed702c367093 Jun 29 16:28:38.887741 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:38.921166 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac54a3-60e4-49e6-82af-0257241cad1b,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:38.927805 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-611604309-network', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:38.943326 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.944045 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.944630 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.945136 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.946665 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.946665 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.946665 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.946665 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.947545 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.947947 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.948339 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.948731 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Tracked resource versions report: Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: pushed versions: Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: { 'AddressGroup': {'1.2'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'ConntrackHelper': {'1.0'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Log': {'1.0'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Network': {'1.1'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Port': {'1.7'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'PortForwarding': {'1.2'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'QosPolicy': {'1.8'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroup': {'1.4'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SubPort': {'1.0'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Subnet': {'1.1'}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Trunk': {'1.1'}} Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: consumer versions: Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: HyperV agent@hv-cinder-79351: {}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'ConntrackHelper': '1.0', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Log': '1.0', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Network': '1.1', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Port': '1.7', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'PortForwarding': '1.2', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'QosPolicy': '1.8', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroup': '1.4', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SecurityGroupRule': '1.2', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'SubPort': '1.0', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Subnet': '1.1', Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: 'Trunk': '1.1'}} Jun 29 16:28:38.949867 dv-cinder-793515-6-iscsi neutron-server[93785]: {{(pid=93785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:28:38.955229 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:39.010700 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.012213 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:39.012802 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.014990 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8934cc2a-9a1e-4227-9741-8fce298cc2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:39.071980 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Pushing event updated for resources: {'Network': ['ID=3946b48c-4319-4969-b746-ed702c367093,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:39.077140 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:39.077707 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Made reservation on behalf of e15a400d1d564d9f91c54131ba29f79d for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:39.080058 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.084777 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 3946b48c-4319-4969-b746-ed702c367093 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:28:39.100155 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.212461 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Made reservation on behalf of e983b5bb2f3943f1b93633f69eb00c30 for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:39.222158 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.224275 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.299803 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41202) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:39.306104 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Request body: {'subnet': {'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-subnet', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:39.310840 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4878249 Jun 29 16:28:39.318626 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.db.api [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:28:39.318626 dv-cinder-793515-6-iscsi neutron-server[93785]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:28:39.318626 dv-cinder-793515-6-iscsi neutron-server[93785]: [parameters: {'project_id_1': 'e983b5bb2f3943f1b93633f69eb00c30', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 28, 39, 240542)}] Jun 29 16:28:39.318626 dv-cinder-793515-6-iscsi neutron-server[93785]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93785) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:28:39.331520 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_db.api [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:28:39.421746 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.475781 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41208) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:39.503410 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.535839 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:28:39.558378 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.558901 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Added segment e77b666f-57ce-495d-9d72-11be0063ca91 of type vlan for network af1c3324-bf2d-4665-8dbe-56ee39884118 Jun 29 16:28:39.640002 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4342c990-6928-4ccd-afc0-2b1865cdfd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.641372 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.644976 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Made reservation on behalf of a7ceeebbb2f64fbaac15e55c614b291c for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:39.647844 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.658964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:39.705760 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e1756c-fb45-4045-af1c-736925cd2b89,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:39.710004 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:39.794476 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.796508 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:39.797111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:39.801401 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8cf12d80-0a25-4ab1-bc80-630741391963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:39.920635 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.028478 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Pushing event updated for resources: {'Network': ['ID=af1c3324-bf2d-4665-8dbe-56ee39884118,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:40.040258 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:40.042530 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network af1c3324-bf2d-4665-8dbe-56ee39884118 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:28:40.128905 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4342c990-6928-4ccd-afc0-2b1865cdfd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.302979 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.304241 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4342c990-6928-4ccd-afc0-2b1865cdfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.308114 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:40.387802 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c9b843-f144-481a-8cd2-4b0fb1346bc3,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:40.398847 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4342c990-6928-4ccd-afc0-2b1865cdfd88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6037dd5e654406880961fdc0f25bdc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9220099 Jun 29 16:28:40.402266 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41242) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:40.403601 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.403965 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.404304 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.404630 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.404956 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.405278 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.405592 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.406665 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.406665 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.406876 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.407036 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.408035 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1901228 Jun 29 16:28:40.410867 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:40.411368 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41244) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Tracked resource versions report: Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: pushed versions: Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: { 'AddressGroup': {'1.2'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'ConntrackHelper': {'1.0'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Log': {'1.0'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Network': {'1.1'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Port': {'1.7'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'PortForwarding': {'1.2'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'QosPolicy': {'1.8'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroup': {'1.4'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SubPort': {'1.0'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Subnet': {'1.1'}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Trunk': {'1.1'}} Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: consumer versions: Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: HyperV agent@hv-cinder-79351: {}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'ConntrackHelper': '1.0', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Log': '1.0', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Network': '1.1', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Port': '1.7', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'PortForwarding': '1.2', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'QosPolicy': '1.8', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroup': '1.4', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SecurityGroupRule': '1.2', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'SubPort': '1.0', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Subnet': '1.1', Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: 'Trunk': '1.1'}} Jun 29 16:28:40.412473 dv-cinder-793515-6-iscsi neutron-server[93786]: {{(pid=93786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:28:40.419956 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:40.420252 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Request body: {'subnet': {'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1826360387-subnet', 'tenant_id': 'e15a400d1d564d9f91c54131ba29f79d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:40.423751 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:40.442934 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Checking segment: {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:40.443350 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Network hostable DHCP agents. Network: 3946b48c-4319-4969-b746-ed702c367093, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:28:40.477067 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342c990-6928-4ccd-afc0-2b1865cdfd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e54b2-16f7-4dfa-9549-590fb05f9412,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:40.482266 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4342c990-6928-4ccd-afc0-2b1865cdfd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:40.530140 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.531844 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.554975 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Network 3946b48c-4319-4969-b746-ed702c367093 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:28:40.558321 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.639444 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 3946b48c-4319-4969-b746-ed702c367093) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:40.642001 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.643959 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:40.644601 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.652784 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea7adbc-6729-4a80-916a-3d14bc368fa5 None None] Network 3946b48c-4319-4969-b746-ed702c367093 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:40.654956 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:40.694464 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.696891 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a35738-05df-4576-b243-3e03a05bcac9,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:40.708327 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.708327 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a6e54b2-16f7-4dfa-9549-590fb05f9412 HTTP/1.1" status: 204 len: 168 time: 0.2815702 Jun 29 16:28:40.708327 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d7e81a89-8771-47a7-a4b2-1261a890f57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:40.709065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:40.709065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:28:40.710766 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e54b2-16f7-4dfa-9549-590fb05f9412,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:40.712611 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.713067 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Added segment d90ee23a-e611-40b1-9149-ee4f33b9ba10 of type vlan for network f13fee1c-65a6-44a1-86e7-c58270843997 Jun 29 16:28:40.713540 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:40.767537 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.795639 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Made reservation on behalf of e15a400d1d564d9f91c54131ba29f79d for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:40.795639 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.842889 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad572c-c7e3-4c2d-a954-3025c1447bc4 None None] Network 3946b48c-4319-4969-b746-ed702c367093 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:40.883759 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5828567 Jun 29 16:28:40.886377 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41252) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:40.891808 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:40.907212 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.931533 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:40.932882 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:40.939927 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:41.015833 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Pushing event updated for resources: {'Network': ['ID=f13fee1c-65a6-44a1-86e7-c58270843997,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:41.018658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:41.026756 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network f13fee1c-65a6-44a1-86e7-c58270843997 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:28:41.044159 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.049576 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.143650 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.229182 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.239036 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41268) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:41.239339 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7629485 Jun 29 16:28:41.239798 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8021513f-22a9-4bac-ad0c-16dad7ee03e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:41.240277 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Request body: {'subnet': {'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-611604309-subnet', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:41.311578 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:41.314237 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:41.323727 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Checking segment: {'id': 'e77b666f-57ce-495d-9d72-11be0063ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:41.324601 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Network hostable DHCP agents. Network: af1c3324-bf2d-4665-8dbe-56ee39884118, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:28:41.390880 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Made reservation on behalf of e983b5bb2f3943f1b93633f69eb00c30 for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:41.405184 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.454178 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Network af1c3324-bf2d-4665-8dbe-56ee39884118 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:28:41.532212 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.549899 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, af1c3324-bf2d-4665-8dbe-56ee39884118) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:41.551869 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:41.552386 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.560485 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c0f66-d483-4620-bfa2-bf869f3aceaf None None] Network af1c3324-bf2d-4665-8dbe-56ee39884118 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:41.713955 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2907853 Jun 29 16:28:41.721403 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086cf8a8-e439-4fb5-90d4-27447a224a1b None None] Network af1c3324-bf2d-4665-8dbe-56ee39884118 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:41.772089 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41290) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:41.788138 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-24fd70be-ccc6-4ab0-bf70-bd38b907d21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.832185 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.843983 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4dfcd5bc-5b29-4514-8bd5-2c8c15a0cf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:41.907637 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-24fd70be-ccc6-4ab0-bf70-bd38b907d21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.969274 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db1c9ef-ad41-4873-9160-864a63c5aa8d,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:41.972900 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:41.973575 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Checking segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:41.973927 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Network hostable DHCP agents. Network: f13fee1c-65a6-44a1-86e7-c58270843997, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:28:41.977743 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-24fd70be-ccc6-4ab0-bf70-bd38b907d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.991540 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:42.030239 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-24fd70be-ccc6-4ab0-bf70-bd38b907d21e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b211bf699354dd896660987ebdbb449&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2541945 Jun 29 16:28:42.030471 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41298) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:42.033634 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd70be-ccc6-4ab0-bf70-bd38b907d21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c73cc2-f20e-4806-9aab-0037f905f888,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:42.041846 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-24fd70be-ccc6-4ab0-bf70-bd38b907d21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:42.078091 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Network f13fee1c-65a6-44a1-86e7-c58270843997 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:28:42.090506 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.117664 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.155607 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.193491 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, f13fee1c-65a6-44a1-86e7-c58270843997) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:42.202082 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.207819 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caaa669-9caa-4f72-9187-ca241a87e1ca None None] Network f13fee1c-65a6-44a1-86e7-c58270843997 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:42.210276 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:42.210924 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.269074 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.281052 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.284492 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4c73cc2-f20e-4806-9aab-0037f905f888 HTTP/1.1" status: 204 len: 168 time: 0.2505546 Jun 29 16:28:42.284492 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:42.324334 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c73cc2-f20e-4806-9aab-0037f905f888,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:42.327618 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:42.368544 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1323698 Jun 29 16:28:42.370857 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41324) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:42.379241 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:42.427914 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41334) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:42.438512 dv-cinder-793515-6-iscsi neutron-server[93785]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 16:28:42.518937 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-f13fee1c-65a6-44a1-86e7-c58270843997', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:28:42.520054 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.544956 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.546111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.569804 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Allocated IP 172.27.3.190 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/2e949124-fe2a-4466-b7a0-8a2108dc2596) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:42.711826 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.721109 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Allocated IP 172.20.0.2 (f13fee1c-65a6-44a1-86e7-c58270843997/1db1c9ef-ad41-4873-9160-864a63c5aa8d/196e2f55-6eb8-4638-bb35-499465155202) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:42.733129 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:42.753184 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-f64d3eb0-39c1-4c12-bf43-0b2eaa82d15e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:42.762357 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-f64d3eb0-39c1-4c12-bf43-0b2eaa82d15e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/networks?id=af1c3324-bf2d-4665-8dbe-56ee39884118 HTTP/1.1" status: 200 len: 812 time: 0.3271921 Jun 29 16:28:42.795432 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-17c11275-3028-41b3-a69d-a0bbb358e83c tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/quotas/e15a400d1d564d9f91c54131ba29f79d HTTP/1.1" status: 200 len: 375 time: 0.0310297 Jun 29 16:28:42.854814 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-59870e37-84b5-47da-b451-a5c47c9b5466 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e15a400d1d564d9f91c54131ba29f79d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593748 Jun 29 16:28:43.094898 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.099282 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:43.144453 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.154933 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Transition to ACTIVE for port object 196e2f55-6eb8-4638-bb35-499465155202 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:43.174671 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Transition to ACTIVE for port object 196e2f55-6eb8-4638-bb35-499465155202 will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:43.194380 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-4195d388-b97e-4ee0-a441-36abfbc6203a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:28:43.195410 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-4195d388-b97e-4ee0-a441-36abfbc6203a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980582 Jun 29 16:28:43.199092 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.201519 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:43.211769 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:43.219728 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:43.259214 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:28:43.296641 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Pushing event updated for resources: {'Port': ['ID=2e949124-fe2a-4466-b7a0-8a2108dc2596,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:43.302809 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.312373 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:43.317443 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-bf59c006-2e80-4424-8816-e6f7cbf932f9 service neutron] 10.222.0.65 "GET /v2.0/networks/af1c3324-bf2d-4665-8dbe-56ee39884118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115716 Jun 29 16:28:43.385927 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Network f13fee1c-65a6-44a1-86e7-c58270843997 is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:43.393752 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:43.398204 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:43.409528 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:43.471442 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Pushing event updated for resources: {'Port': ['ID=196e2f55-6eb8-4638-bb35-499465155202,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:43.493117 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-89629d6d-a2df-449c-8e35-d962a8e77993 service neutron] 10.222.0.65 "GET /v2.0/networks/af1c3324-bf2d-4665-8dbe-56ee39884118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490169 Jun 29 16:28:43.523319 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.530064 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.530064 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.530064 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.530064 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.535680 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.536482 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.537053 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.537626 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.538170 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.538732 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.539333 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Tracked resource versions report: Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: pushed versions: Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: { 'AddressGroup': {'1.2'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'ConntrackHelper': {'1.0'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Log': {'1.0'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Network': {'1.1'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Port': {'1.7'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'PortForwarding': {'1.2'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'QosPolicy': {'1.8'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroup': {'1.4'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SubPort': {'1.0'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Subnet': {'1.1'}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Trunk': {'1.1'}} Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: consumer versions: Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: HyperV agent@hv-cinder-79351: {}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'ConntrackHelper': '1.0', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Log': '1.0', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Network': '1.1', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Port': '1.7', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'PortForwarding': '1.2', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'QosPolicy': '1.8', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroup': '1.4', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SecurityGroupRule': '1.2', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'SubPort': '1.0', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Subnet': '1.1', Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: 'Trunk': '1.1'}} Jun 29 16:28:43.541931 dv-cinder-793515-6-iscsi neutron-server[93787]: {{(pid=93787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:28:43.553409 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:43.580866 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Attempting to bind port 196e2f55-6eb8-4638-bb35-499465155202 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:43.581635 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Attempting to bind port 196e2f55-6eb8-4638-bb35-499465155202 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:43.581748 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Attempting to bind port 196e2f55-6eb8-4638-bb35-499465155202 on network f13fee1c-65a6-44a1-86e7-c58270843997 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:43.592506 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:43.593439 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Checking segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:43.593584 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.593877 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Bound using segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:43.594374 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Bound port: 196e2f55-6eb8-4638-bb35-499465155202, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:43.594784 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.664539 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.690325 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.758135 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.769240 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] For port 196e2f55-6eb8-4638-bb35-499465155202, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:43.773384 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] For port 196e2f55-6eb8-4638-bb35-499465155202, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=196e2f55-6eb8-4638-bb35-499465155202,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:43.853565 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Allocated IP 172.27.3.209 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/ca62fa4a-045f-4edc-a65e-da1d0ab702ad) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:43.868805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:43.875752 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:44.034568 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Pushing event updated for resources: {'Port': ['ID=196e2f55-6eb8-4638-bb35-499465155202,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:44.039118 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:44.057776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:44.177133 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:44.182300 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0fee4071-5176-4366-a6be-a8377a56cce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:44.195678 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:44.248162 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:44.265907 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:44.270124 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:44.322017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Pushing event updated for resources: {'Port': ['ID=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:44.366038 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:44.624903 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41432) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:44.722299 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18e52eb0-2e0e-4f1e-91b4-26e14f831969 req-cbb7f4d4-2d90-4ba6-9717-cf3d69e953f9 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0958879 Jun 29 16:28:44.765774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Router 938b259a-4947-42bc-aaf3-6dc098c5ced5 is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:28:44.797171 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:44.908141 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:44.924555 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Sync routers for ids ['938b259a-4947-42bc-aaf3-6dc098c5ced5'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:44.940297 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Routers {'938b259a-4947-42bc-aaf3-6dc098c5ced5'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:44.941646 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['938b259a-4947-42bc-aaf3-6dc098c5ced5'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:44.999016 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:45.002779 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1128621 Jun 29 16:28:45.003217 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41460) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:45.075553 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 196e2f55-6eb8-4638-bb35-499465155202 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:45.147098 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41462) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:45.230563 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:45.232397 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Set router 938b259a-4947-42bc-aaf3-6dc098c5ced5 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:45.241025 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 196e2f55-6eb8-4638-bb35-499465155202 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:45.440502 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a739b33-66b4-4abe-af99-962025a840be None None] Network f13fee1c-65a6-44a1-86e7-c58270843997 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:28:45.529344 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Router 5cfe548a-34d5-487c-8c23-99f97bb4dccf is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:28:45.529943 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:28:43Z', 'revision_number': 3, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:45.572206 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Checking router: 938b259a-4947-42bc-aaf3-6dc098c5ced5 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:45.572985 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Updating router 938b259a-4947-42bc-aaf3-6dc098c5ced5 port 2e949124-fe2a-4466-b7a0-8a2108dc2596 binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:45.655520 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:45.753363 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Provisioning for port 196e2f55-6eb8-4638-bb35-499465155202 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:45.765429 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Provisioning complete for port 196e2f55-6eb8-4638-bb35-499465155202 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:45.765901 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:45.773678 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de15d69b-3645-479f-a535-d5846d93c2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:45.912199 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:45.945024 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.021763 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] For port 196e2f55-6eb8-4638-bb35-499465155202, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=196e2f55-6eb8-4638-bb35-499465155202,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:46.028146 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee13a68b-0677-4302-85ce-664d47e6f918 req-8aa0c7f2-2210-42f4-9576-00e0a577b1f1 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0482216 Jun 29 16:28:46.067747 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:46.080648 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Sync routers for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:46.098616 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:46.099709 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:46.106435 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.145087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-96f05096-dfb6-4f4b-b2ef-9d03ceffd0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:46.273310 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Pushing event updated for resources: {'Port': ['ID=196e2f55-6eb8-4638-bb35-499465155202,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:46.278821 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-abe2fa60-41b7-4aa6-a749-c6c2a848d543 None None] Provisioning complete for port 196e2f55-6eb8-4638-bb35-499465155202 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:46.279215 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-abe2fa60-41b7-4aa6-a749-c6c2a848d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.281037 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:46.299609 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.300471 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de15d69b-3645-479f-a535-d5846d93c2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.314718 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Transition to ACTIVE for port object 2e949124-fe2a-4466-b7a0-8a2108dc2596 will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:46.316838 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:46.319142 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Allocated IP 172.20.0.1 (3946b48c-4319-4969-b746-ed702c367093/d2c9b843-f144-481a-8cd2-4b0fb1346bc3/ee78156b-bb98-48c7-acea-9ddbf2d64297) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:46.431176 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.478478 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de15d69b-3645-479f-a535-d5846d93c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.479215 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.481641 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:46.482943 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4342c990-6928-4ccd-afc0-2b1865cdfd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:46.540240 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Attempting to bind port 2e949124-fe2a-4466-b7a0-8a2108dc2596 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:46.540688 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Attempting to bind port 2e949124-fe2a-4466-b7a0-8a2108dc2596 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:46.541141 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Attempting to bind port 2e949124-fe2a-4466-b7a0-8a2108dc2596 on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:46.544458 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Pushing event updated for resources: {'Port': ['ID=2e949124-fe2a-4466-b7a0-8a2108dc2596,revision_number=2']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:46.545386 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:44Z', 'revision_number': 3, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:46.554665 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.555169 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.555595 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.556047 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.556438 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.557500 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.557500 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.557689 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.557961 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.558362 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.558768 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.559267 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:28:46.559793 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-de15d69b-3645-479f-a535-d5846d93c2d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b014c0c79b734bde9e1e23d4137877b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4116318 Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Tracked resource versions report: Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: pushed versions: Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: { 'AddressGroup': {'1.2'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'ConntrackHelper': {'1.0'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Log': {'1.0'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Network': {'1.1'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Port': {'1.7'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'PortForwarding': {'1.2'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'QosPolicy': {'1.8'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroup': {'1.4'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SubPort': {'1.0'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Subnet': {'1.1'}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Trunk': {'1.1'}} Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: consumer versions: Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: { DHCP agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: HyperV agent@hv-cinder-79351: {}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: L3 agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: Metadata agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: Metering agent@dv-cinder-793515-6-iscsi: {}, Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: Open vSwitch agent@dv-cinder-793515-6-iscsi: { 'AddressGroup': '1.2', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'ConntrackHelper': '1.0', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Log': '1.0', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Network': '1.1', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Port': '1.7', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'PortForwarding': '1.2', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'QosPolicy': '1.8', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroup': '1.4', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SecurityGroupRule': '1.2', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'SubPort': '1.0', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Subnet': '1.1', Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: 'Trunk': '1.1'}} Jun 29 16:28:46.560497 dv-cinder-793515-6-iscsi neutron-server[93788]: {{(pid=93788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:28:46.562544 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15d69b-3645-479f-a535-d5846d93c2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4accf5d7-9cea-4e6d-82d4-951cb804861b,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:46.562631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41496) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:46.563053 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:46.564822 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:46.565383 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.566118 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:46.566625 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Bound port: 2e949124-fe2a-4466-b7a0-8a2108dc2596, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:46.567022 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.569052 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:46.577711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-de15d69b-3645-479f-a535-d5846d93c2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:46.578749 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.585804 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Checking router: 5cfe548a-34d5-487c-8c23-99f97bb4dccf for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:46.586649 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Updating router 5cfe548a-34d5-487c-8c23-99f97bb4dccf port ca62fa4a-045f-4edc-a65e-da1d0ab702ad binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:46.596101 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-25e14b5c-f846-4d3e-8de7-2978fd45a503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:46.606262 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.614622 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2419550 Jun 29 16:28:46.619894 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41498) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:46.634912 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.656903 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] For port 2e949124-fe2a-4466-b7a0-8a2108dc2596, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:46.660958 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] For port 2e949124-fe2a-4466-b7a0-8a2108dc2596, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=2e949124-fe2a-4466-b7a0-8a2108dc2596,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:46.675165 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Network 3946b48c-4319-4969-b746-ed702c367093 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:46.678109 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:46.681628 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:46.682076 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.704728 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Pushing event updated for resources: {'Port': ['ID=ee78156b-bb98-48c7-acea-9ddbf2d64297,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:46.722523 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.746767 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:46.786688 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.796874 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-25177edb-f1cb-4aec-b66d-c98fcc173497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:46.801688 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:46.889442 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Routers {'938b259a-4947-42bc-aaf3-6dc098c5ced5'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:46.895097 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['938b259a-4947-42bc-aaf3-6dc098c5ced5'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:46.968944 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41512) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:47.055998 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 196e2f55-6eb8-4638-bb35-499465155202 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:47.099312 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.143589 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 196e2f55-6eb8-4638-bb35-499465155202 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:47.143589 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.152245 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Pushing event updated for resources: {'Port': ['ID=2e949124-fe2a-4466-b7a0-8a2108dc2596,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:47.159707 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:47.164730 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] Set router 938b259a-4947-42bc-aaf3-6dc098c5ced5 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:47.179175 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b55867e3-f664-416a-a9e9-8912300e9750 req-7e95801d-b581-4c1f-886b-f375fac9223b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0462050 Jun 29 16:28:47.202224 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-edcace84-ca4f-4ec1-8599-6bfb9d252025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.228758 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Transition to ACTIVE for port object ca62fa4a-045f-4edc-a65e-da1d0ab702ad will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:47.235332 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.240749 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.242479 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4accf5d7-9cea-4e6d-82d4-951cb804861b HTTP/1.1" status: 204 len: 168 time: 0.6787462 Jun 29 16:28:47.244913 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-16f50340-6248-4e06-8d54-aae467b7bd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:47.296277 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4accf5d7-9cea-4e6d-82d4-951cb804861b,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:47.303127 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:47.358884 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.361406 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.377049 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:47.465535 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cd9dc-c591-4030-be85-db4c8bf72bab None None] Pushing event updated for resources: {'Port': ['ID=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:47.468085 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Attempting to bind port ca62fa4a-045f-4edc-a65e-da1d0ab702ad on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:47.468462 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Attempting to bind port ca62fa4a-045f-4edc-a65e-da1d0ab702ad by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:47.468882 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Attempting to bind port ca62fa4a-045f-4edc-a65e-da1d0ab702ad on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:47.468998 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:28:43Z', 'revision_number': 3, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:47.472697 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b09cd9dc-c591-4030-be85-db4c8bf72bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:47.481573 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:47.483327 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:47.484031 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.484661 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:47.485574 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Bound port: ca62fa4a-045f-4edc-a65e-da1d0ab702ad, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:47.486372 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.511069 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66059b-db49-44f8-87f1-5fc707ebfeac None None] The sync data for ids ['938b259a-4947-42bc-aaf3-6dc098c5ced5'] in dv-cinder-793515-6-iscsi is: [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:28:43Z', 'revision_number': 3, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:47.522089 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.568876 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] For port ca62fa4a-045f-4edc-a65e-da1d0ab702ad, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:47.569937 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] For port ca62fa4a-045f-4edc-a65e-da1d0ab702ad, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:47.663059 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.669773 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-31d9fea8-d934-4a88-87f7-45ca2e1f532e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:47.684760 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-edcace84-ca4f-4ec1-8599-6bfb9d252025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.774717 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Allocated IP 172.20.0.1 (f13fee1c-65a6-44a1-86e7-c58270843997/1db1c9ef-ad41-4873-9160-864a63c5aa8d/7adf31bf-c87d-4151-8558-ca95ba5d9a3f) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:47.775174 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cd9dc-c591-4030-be85-db4c8bf72bab None None] Pushing event updated for resources: {'Port': ['ID=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:47.782230 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b09cd9dc-c591-4030-be85-db4c8bf72bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:47.783128 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:47.783820 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:47.800730 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-edcace84-ca4f-4ec1-8599-6bfb9d252025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.818163 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-de15d69b-3645-479f-a535-d5846d93c2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:47.878170 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-edcace84-ca4f-4ec1-8599-6bfb9d252025 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d73993d38214c01bd3b30f3ba97a5a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9076426 Jun 29 16:28:47.888650 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41532) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:47.937883 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:47.945113 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcace84-ca4f-4ec1-8599-6bfb9d252025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254a2c6c-f618-462a-b8c9-7eaa9c4cf4d4,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:47.984405 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-edcace84-ca4f-4ec1-8599-6bfb9d252025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:48.014858 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.016386 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.020337 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:48.092658 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:48.108049 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Pushing event updated for resources: {'Port': ['ID=ee78156b-bb98-48c7-acea-9ddbf2d64297,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:48.113488 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:48.227938 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.232488 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.264134 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.386844 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Network 3946b48c-4319-4969-b746-ed702c367093 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:48.389924 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:48.445388 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.447105 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Transition to ACTIVE for port object 7adf31bf-c87d-4151-8558-ca95ba5d9a3f will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:48.452448 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.454160 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/254a2c6c-f618-462a-b8c9-7eaa9c4cf4d4 HTTP/1.1" status: 204 len: 168 time: 0.5641689 Jun 29 16:28:48.458890 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8da8d8a5-0110-4156-af17-c9e3087fb4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:48.486565 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a2c6c-f618-462a-b8c9-7eaa9c4cf4d4,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:48.518755 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:48.659833 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Router 938b259a-4947-42bc-aaf3-6dc098c5ced5 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:28:48.709482 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.758980 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-242abe2b-ef5c-4f02-997b-5b3cff29fe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:48.887132 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Network f13fee1c-65a6-44a1-86e7-c58270843997 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:48.894800 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:48.910415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:44Z', 'revision_number': 3, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:48.955055 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-42f3d3a2-4a66-458a-998a-8792c1512860 req-eaa0bb7a-581a-4c35-bec0-9b4f5df4fc9a tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.2433517 Jun 29 16:28:48.958321 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:48.960195 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:48.981148 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:48.997899 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] 10.222.0.65 "PUT /v2.0/routers/938b259a-4947-42bc-aaf3-6dc098c5ced5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9846878 Jun 29 16:28:49.044861 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2bbf61-09bb-47d5-9abb-9937e65b9104 None None] The sync data for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi is: [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:44Z', 'revision_number': 3, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:49.146146 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 2e949124-fe2a-4466-b7a0-8a2108dc2596 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:49.279507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:49.283796 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:49.352671 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 2e949124-fe2a-4466-b7a0-8a2108dc2596 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:49.369540 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 2e949124-fe2a-4466-b7a0-8a2108dc2596 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:49.369929 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:49.372300 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.11', 53438) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:49.718720 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-cc4d1ee9-4cfb-4b75-a521-15a5a1e6cfb9 None None] Provisioning for port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:49.718720 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-cc4d1ee9-4cfb-4b75-a521-15a5a1e6cfb9 None None] Provisioning complete for port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:49.718720 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1ee9-4cfb-4b75-a521-15a5a1e6cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:49.729166 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41600) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:49.729166 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:49.733738 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d1ee9-4cfb-4b75-a521-15a5a1e6cfb9 None None] Port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:49.780675 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdb49-b1c2-49a3-ae24-5360c31d3323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:49.786635 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:49.873168 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 2e949124-fe2a-4466-b7a0-8a2108dc2596, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=2e949124-fe2a-4466-b7a0-8a2108dc2596,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:49.936275 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-6cbd43f1-4501-481b-a4cb-bdf428e4b6e5 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:49.938601 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-6cbd43f1-4501-481b-a4cb-bdf428e4b6e5 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.11 "GET /v2.0/networks?id=af1c3324-bf2d-4665-8dbe-56ee39884118 HTTP/1.1" status: 200 len: 812 time: 0.5639071 Jun 29 16:28:49.989444 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Request body: {'port': {'device_id': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118', 'admin_state_up': True, 'tenant_id': 'e15a400d1d564d9f91c54131ba29f79d'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:50.067402 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a8ea-805c-47f7-80e9-bf1ed9feeb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.076464 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.082981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:50.256395 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=2e949124-fe2a-4466-b7a0-8a2108dc2596,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:50.276482 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:50.350741 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdb49-b1c2-49a3-ae24-5360c31d3323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.379330 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-05798c96-cc5e-488b-a719-12e31176de0c req-912f5fed-f1e5-4d4d-95dc-279c7b0a7661 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0547965 Jun 29 16:28:50.384542 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.512370 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Sync routers for ids ['938b259a-4947-42bc-aaf3-6dc098c5ced5'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:50.530161 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Routers {'938b259a-4947-42bc-aaf3-6dc098c5ced5'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:50.530814 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['938b259a-4947-42bc-aaf3-6dc098c5ced5'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:50.559092 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.559887 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdb49-b1c2-49a3-ae24-5360c31d3323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.563050 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.594196 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Made reservation on behalf of e15a400d1d564d9f91c54131ba29f79d for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:28:50.598187 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:50.607767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:50.612551 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5f4fdb49-b1c2-49a3-ae24-5360c31d3323 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b0a043180f746afb926761c28bab205&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1016178 Jun 29 16:28:50.620125 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41656) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:50.736404 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-ae97d33c-0dc3-4b4c-9c82-0ce8981514bc tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:50.744092 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-ae97d33c-0dc3-4b4c-9c82-0ce8981514bc tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 818 time: 0.3056233 Jun 29 16:28:50.746123 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:50.752366 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:50.755176 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:50.813682 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3bdc49cb-1f5e-475c-be76-532b918afe2b tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/quotas/a7ceeebbb2f64fbaac15e55c614b291c HTTP/1.1" status: 200 len: 375 time: 0.0686202 Jun 29 16:28:50.913699 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Set router 938b259a-4947-42bc-aaf3-6dc098c5ced5 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:51.012228 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.154351 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 2e949124-fe2a-4466-b7a0-8a2108dc2596 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:51.158488 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.195759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fdb49-b1c2-49a3-ae24-5360c31d3323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092a419e-d9e4-42f4-bf49-e3fe09750a18,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:51.203440 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f4fdb49-b1c2-49a3-ae24-5360c31d3323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:51.281523 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 2e949124-fe2a-4466-b7a0-8a2108dc2596 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:51.282128 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.307676 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:28:47Z', 'revision_number': 4, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'ee78156b-bb98-48c7-acea-9ddbf2d64297', 'name': '', 'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'mac_address': 'fa:16:3e:2d:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:45Z', 'updated_at': '2021-06-29T16:28:47Z', 'revision_number': 2, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'subnets': [{'id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:51.310055 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Allocated IP 172.20.0.8 (af1c3324-bf2d-4665-8dbe-56ee39884118/4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44/ac2a7dfa-83dc-41f7-a24c-4c5796286144) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:51.318229 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-789381fe-1091-4c5d-9903-3702826dbd33 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2243657 Jun 29 16:28:51.348987 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Network f13fee1c-65a6-44a1-86e7-c58270843997 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:51.363891 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:51.384263 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Checking router: 938b259a-4947-42bc-aaf3-6dc098c5ced5 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:51.384619 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Updating router 938b259a-4947-42bc-aaf3-6dc098c5ced5 port ee78156b-bb98-48c7-acea-9ddbf2d64297 binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:51.443967 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ca62fa4a-045f-4edc-a65e-da1d0ab702ad up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:51.512830 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.534250 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.576988 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.586627 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/092a419e-d9e4-42f4-bf49-e3fe09750a18 HTTP/1.1" status: 204 len: 168 time: 0.9636064 Jun 29 16:28:51.670754 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-b437757b-0330-414c-b747-2e521bc35fda None None] Provisioning complete for port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:51.670942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b437757b-0330-414c-b747-2e521bc35fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.677312 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:51.682220 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Router 5cfe548a-34d5-487c-8c23-99f97bb4dccf has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:28:51.689798 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a419e-d9e4-42f4-bf49-e3fe09750a18,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:51.702099 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:51.738200 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a683fdb5-47e7-49ae-8338-eff9790b25a4 req-0bc035d1-70a7-40e8-9818-007c0f946e78 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0534472 Jun 29 16:28:51.774402 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port ca62fa4a-045f-4edc-a65e-da1d0ab702ad completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:51.820975 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.866938 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port ca62fa4a-045f-4edc-a65e-da1d0ab702ad triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:51.883378 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.885728 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-b437757b-0330-414c-b747-2e521bc35fda None None] Port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:28:51.968717 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41710) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:51.978498 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:51.991164 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:51.994221 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:28:52.016335 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] 10.222.0.65 "PUT /v2.0/routers/5cfe548a-34d5-487c-8c23-99f97bb4dccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3956468 Jun 29 16:28:52.081960 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.098690 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Transition to ACTIVE for port object ee78156b-bb98-48c7-acea-9ddbf2d64297 will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:52.137235 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.164155 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.175584 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:52.178364 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-7933f164-2366-420c-8cd1-8a676c18b505 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:28:52.180414 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-7933f164-2366-420c-8cd1-8a676c18b505 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3539424 Jun 29 16:28:52.195758 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port ca62fa4a-045f-4edc-a65e-da1d0ab702ad, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:52.222751 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Network af1c3324-bf2d-4665-8dbe-56ee39884118 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:52.231334 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:52.235065 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:52.241597 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:52.242402 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.267503 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Sync routers for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:28:52.274635 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e3508-e2a1-4d3e-8c30-11206f053604 None None] Pushing event updated for resources: {'Port': ['ID=ee78156b-bb98-48c7-acea-9ddbf2d64297,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:52.281752 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-8a7e3508-e2a1-4d3e-8c30-11206f053604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:52.286837 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Pushing event updated for resources: {'Port': ['ID=ac2a7dfa-83dc-41f7-a24c-4c5796286144,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:52.290868 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:52.314334 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:52.314955 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:52.317420 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.352386 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Attempting to bind port ee78156b-bb98-48c7-acea-9ddbf2d64297 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:52.353133 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Attempting to bind port ee78156b-bb98-48c7-acea-9ddbf2d64297 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:52.353906 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Attempting to bind port ee78156b-bb98-48c7-acea-9ddbf2d64297 on network 3946b48c-4319-4969-b746-ed702c367093 {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:52.356070 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-e5bc31cc-bb88-4f44-b835-54cc2aa99327 service neutron] 10.222.0.65 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524210 Jun 29 16:28:52.360998 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:52.361657 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Checking segment: {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:52.362262 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.362825 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Bound using segment: {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:52.363686 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Bound port: ee78156b-bb98-48c7-acea-9ddbf2d64297, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:52.364444 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.366460 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:52.389261 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4048686 Jun 29 16:28:52.443759 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] For port ee78156b-bb98-48c7-acea-9ddbf2d64297, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:52.453244 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] For port ee78156b-bb98-48c7-acea-9ddbf2d64297, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=ee78156b-bb98-48c7-acea-9ddbf2d64297,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:52.485152 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4352-616b-4e33-8922-a22a2ac9987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.525848 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:52.535324 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:52.549289 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.558705 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:52.580035 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:52.590961 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-c5d52c56-e572-45da-b79c-920c5367e150 service neutron] 10.222.0.65 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218099 Jun 29 16:28:52.703340 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Routers {'938b259a-4947-42bc-aaf3-6dc098c5ced5'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:52.704232 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['938b259a-4947-42bc-aaf3-6dc098c5ced5'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:52.705133 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4352-616b-4e33-8922-a22a2ac9987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.754522 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4352-616b-4e33-8922-a22a2ac9987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.758946 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9b77dd7f-476e-4079-a42b-5a607381a96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:52.835850 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] Set router 938b259a-4947-42bc-aaf3-6dc098c5ced5 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:52.858442 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.863333 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ce4d4352-616b-4e33-8922-a22a2ac9987f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42fe1bf9a2fd4c1d8771b2136acaa2b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8925028 Jun 29 16:28:52.865243 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41752) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:52.867241 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d4352-616b-4e33-8922-a22a2ac9987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc90445a-3d5f-4dfc-8283-36922bc7cbe1,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:52.891730 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ce4d4352-616b-4e33-8922-a22a2ac9987f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:52.892215 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cd0144e6-1ed0-4c63-8c02-ba692e3382c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.950651 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 2, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:52.987202 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Checking router: 5cfe548a-34d5-487c-8c23-99f97bb4dccf for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:28:52.987567 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Updating router 5cfe548a-34d5-487c-8c23-99f97bb4dccf port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:28:53.009475 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e3508-e2a1-4d3e-8c30-11206f053604 None None] Pushing event updated for resources: {'Port': ['ID=ee78156b-bb98-48c7-acea-9ddbf2d64297,revision_number=4']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:53.009836 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.021186 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-8a7e3508-e2a1-4d3e-8c30-11206f053604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:53.035656 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.039065 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.045631 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ca62fa4a-045f-4edc-a65e-da1d0ab702ad up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:53.156456 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port ca62fa4a-045f-4edc-a65e-da1d0ab702ad triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:53.156831 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.210353 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.214173 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.215804 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc90445a-3d5f-4dfc-8283-36922bc7cbe1 HTTP/1.1" status: 204 len: 168 time: 0.3492863 Jun 29 16:28:53.216709 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:53.248520 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc90445a-3d5f-4dfc-8283-36922bc7cbe1,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:53.255136 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:53.289846 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:28:47Z', 'revision_number': 4, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'ee78156b-bb98-48c7-acea-9ddbf2d64297', 'name': '', 'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'mac_address': 'fa:16:3e:2d:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:45Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'subnets': [{'id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:53.328705 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367831a2-c1b2-4328-b81c-b32b4ac93682 None None] The sync data for ids ['938b259a-4947-42bc-aaf3-6dc098c5ced5'] in dv-cinder-793515-6-iscsi is: [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:28:47Z', 'revision_number': 4, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'ee78156b-bb98-48c7-acea-9ddbf2d64297', 'name': '', 'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'mac_address': 'fa:16:3e:2d:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:45Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'subnets': [{'id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:53.369699 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-2485ccda-bc2c-4340-8a65-971b9415ea6e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:28:53.372861 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-2485ccda-bc2c-4340-8a65-971b9415ea6e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176117 Jun 29 16:28:53.503872 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41782) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:53.513177 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605134752', 'description': 'tempest-description--1319316565'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:53.537710 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41784) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:53.763880 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-542a0b46-7f0d-493f-98ea-acb9a0c22c56 req-5b4ca2c7-174d-4ada-84ec-2b0d0e61b02f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 210 time: 0.1104643 Jun 29 16:28:53.775634 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.777958 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.801364 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Transition to ACTIVE for port object 7adf31bf-c87d-4151-8558-ca95ba5d9a3f will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:53.885111 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-50165711-bb98-4376-9dca-9ee1f8b21d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.925523 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.929381 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-df0ca369-13b8-4b06-8b1b-a8f50009b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:53.930589 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd35a3-eebd-4a7f-973d-fe12bbc97ccb req-db751a8e-9987-4dce-8199-5214fcb85e8a tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:53.938881 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44cd35a3-eebd-4a7f-973d-fe12bbc97ccb req-db751a8e-9987-4dce-8199-5214fcb85e8a tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 931 time: 0.3821294 Jun 29 16:28:53.977245 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:54.056128 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a8b81-d4a4-4855-b230-bef2f1a1b4b7 None None] Pushing event updated for resources: {'Port': ['ID=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:54.060226 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-d90a8b81-d4a4-4855-b230-bef2f1a1b4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:54.169692 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:54.188945 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Attempting to bind port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:54.189325 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Attempting to bind port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:54.189696 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Attempting to bind port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f on network f13fee1c-65a6-44a1-86e7-c58270843997 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:54.200296 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:54.200898 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Checking segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:54.202400 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:54.204546 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Bound using segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:54.204546 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Bound port: 7adf31bf-c87d-4151-8558-ca95ba5d9a3f, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:54.204546 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:54.244882 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44cd35a3-eebd-4a7f-973d-fe12bbc97ccb req-09b8d2eb-bd00-4c2e-baa9-5c15bad2e50d tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033934 Jun 29 16:28:54.308442 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Request body: {'port': {'device_id': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:54.356640 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] For port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:54.370621 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] For port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:54.412599 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:54.428439 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-adb497e0-ee6e-4410-b95a-819f9a924202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:54.488438 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfddc7e7-7166-44ad-b470-346dd8073963,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:54.496124 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:54.509061 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:54.512361 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:54.580589 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:28:54.581236 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:28:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:54.644948 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:54.888978 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:28:54.969223 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-50165711-bb98-4376-9dca-9ee1f8b21d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.021603 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-07c021dc-d4d0-4ff4-ba53-668bf65e29b6 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:55.035372 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-07c021dc-d4d0-4ff4-ba53-668bf65e29b6 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 818 time: 0.3955045 Jun 29 16:28:55.060626 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-46db8135-4200-478b-9a7d-8b8d8779c033 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/quotas/a7ceeebbb2f64fbaac15e55c614b291c HTTP/1.1" status: 200 len: 375 time: 0.0270166 Jun 29 16:28:55.208246 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.209526 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7040694 Jun 29 16:28:55.220985 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41876) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:55.256387 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ee78156b-bb98-48c7-acea-9ddbf2d64297 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:55.271378 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'security_group_rule': {'security_group_id': 'dfddc7e7-7166-44ad-b470-346dd8073963', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:55.399824 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-79b85f9c-3090-4eb3-a219-37d765c3f7cc tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3373950 Jun 29 16:28:55.431970 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a8b81-d4a4-4855-b230-bef2f1a1b4b7 None None] Pushing event updated for resources: {'Port': ['ID=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:55.438822 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-d90a8b81-d4a4-4855-b230-bef2f1a1b4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:55.465566 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-50165711-bb98-4376-9dca-9ee1f8b21d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.515238 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ce4d4352-616b-4e33-8922-a22a2ac9987f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:55.521232 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-50165711-bb98-4376-9dca-9ee1f8b21d3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13b143a838e04e77b4ca13adaa971f28&name=default HTTP/1.1" status: 200 len: 2976 time: 1.9835603 Jun 29 16:28:55.546964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41890) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:55.561941 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port ee78156b-bb98-48c7-acea-9ddbf2d64297 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:55.623531 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50165711-bb98-4376-9dca-9ee1f8b21d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea77554-4d27-474f-9729-bde17f4fb264,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:55.628652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port ee78156b-bb98-48c7-acea-9ddbf2d64297 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:55.628652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.649983 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2a7dfa-83dc-41f7-a24c-4c5796286144 {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:28:55.664252 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.665396 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.701519 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Transition to ACTIVE for port object ac2a7dfa-83dc-41f7-a24c-4c5796286144 will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:28:55.703893 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-50165711-bb98-4376-9dca-9ee1f8b21d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:55.797111 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.801735 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:55.885417 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.965117 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.974861 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-8b57f805-e8f1-4871-8b77-5f7653e90d3d service neutron] 10.222.0.65 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736728 Jun 29 16:28:56.043318 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Attempting to bind port ac2a7dfa-83dc-41f7-a24c-4c5796286144 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:28:56.045225 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Attempting to bind port ac2a7dfa-83dc-41f7-a24c-4c5796286144 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'e77b666f-57ce-495d-9d72-11be0063ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:28:56.046815 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Attempting to bind port ac2a7dfa-83dc-41f7-a24c-4c5796286144 on network af1c3324-bf2d-4665-8dbe-56ee39884118 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:56.057975 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2a7dfa-83dc-41f7-a24c-4c5796286144,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:56.064819 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:56.065888 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Port ac2a7dfa-83dc-41f7-a24c-4c5796286144 on network af1c3324-bf2d-4665-8dbe-56ee39884118 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:28:56.066461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Attempting to bind port ac2a7dfa-83dc-41f7-a24c-4c5796286144 on network af1c3324-bf2d-4665-8dbe-56ee39884118 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:28:56.076416 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:28:56.077275 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Checking segment: {'id': 'e77b666f-57ce-495d-9d72-11be0063ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:28:56.078169 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Bound using segment: {'id': 'e77b666f-57ce-495d-9d72-11be0063ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:28:56.079212 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port ee78156b-bb98-48c7-acea-9ddbf2d64297, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=ee78156b-bb98-48c7-acea-9ddbf2d64297,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:56.079881 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Bound port: ac2a7dfa-83dc-41f7-a24c-4c5796286144, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77b666f-57ce-495d-9d72-11be0063ca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:28:56.080366 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.110241 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7115c3-f79e-4dcc-a0cc-9bfeebb497d4 req-75825935-fe82-43ee-89d6-618b1774cadd tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:56.137333 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1a7115c3-f79e-4dcc-a0cc-9bfeebb497d4 req-75825935-fe82-43ee-89d6-618b1774cadd tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 931 time: 0.5927782 Jun 29 16:28:56.174869 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.199171 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.203482 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:56.214594 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:54Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:28:56.364223 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-72761e69-c406-419e-8016-d7af3fdbbfba service neutron] 10.222.0.65 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869326 Jun 29 16:28:56.364424 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] For port ac2a7dfa-83dc-41f7-a24c-4c5796286144, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:28:56.383853 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] For port ac2a7dfa-83dc-41f7-a24c-4c5796286144, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac2a7dfa-83dc-41f7-a24c-4c5796286144,segment=NetworkSegment(e77b666f-57ce-495d-9d72-11be0063ca91),segment_id=e77b666f-57ce-495d-9d72-11be0063ca91)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:28:56.411503 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b8772d-bc18-4ab6-ab8d-01627a3b7c67 None None] The sync data for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi is: [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:54Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:28:56.412607 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.495597 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.497379 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.511346 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:56.554565 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:56.555215 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.558242 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=ee78156b-bb98-48c7-acea-9ddbf2d64297,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:56.566293 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac2a7dfa-83dc-41f7-a24c-4c5796286144 HTTP/1.1" status: 200 len: 1093 time: 2.7923682 Jun 29 16:28:56.566782 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'tag': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:28:56.586905 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:56.588982 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.601983 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:56.630666 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cee417-f6cf-4413-afb6-17da611419d2,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:56.669806 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1a7115c3-f79e-4dcc-a0cc-9bfeebb497d4 req-cae746e3-8280-4d29-b26b-28cc682ebd24 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315442 Jun 29 16:28:56.682506 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:56.708719 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.712490 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.713908 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aea77554-4d27-474f-9729-bde17f4fb264 HTTP/1.1" status: 204 len: 168 time: 1.1658828 Jun 29 16:28:56.719062 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:56.733479 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea77554-4d27-474f-9729-bde17f4fb264,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:56.754446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:56.761957 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-6e566424-005e-493b-b726-df4f765ebccb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5350447 Jun 29 16:28:56.763027 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:56.765005 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41932) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:56.789069 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'security_group_rule': {'security_group_id': 'dfddc7e7-7166-44ad-b470-346dd8073963', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:56.822659 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:57.022674 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:57.177119 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2a7dfa-83dc-41f7-a24c-4c5796286144,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:57.236492 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:57.369720 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fd6bcc81-6023-45cf-96a9-3ed8b9ecfd4e req-8dd1d8f5-cc76-4af1-a5f3-f4e06cf1ec52 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.2369096 Jun 29 16:28:57.507114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:57.515326 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ee78156b-bb98-48c7-acea-9ddbf2d64297 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:57.752946 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-b23756ac-9e7c-4353-ae09-06d746784860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:57.752946 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-b23756ac-9e7c-4353-ae09-06d746784860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e15a400d1d564d9f91c54131ba29f79d&device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 1096 time: 0.7062066 Jun 29 16:28:57.755138 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port ee78156b-bb98-48c7-acea-9ddbf2d64297 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:57.755138 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:57.794073 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:57.801939 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:57.866315 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759827bb-edbc-41d1-881c-1cc94c820911,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:57.887211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:57.916854 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7adf31bf-c87d-4151-8558-ca95ba5d9a3f up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:28:57.956230 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-e4e18762-250f-420a-bbf4-aef98f5774a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac2a7dfa-83dc-41f7-a24c-4c5796286144 HTTP/1.1" status: 200 len: 217 time: 0.2171781 Jun 29 16:28:58.257547 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-e9d319fe-3a47-47b9-ae6f-9b68f4f19954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:58.263942 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-e9d319fe-3a47-47b9-ae6f-9b68f4f19954 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44 HTTP/1.1" status: 200 len: 852 time: 0.2436340 Jun 29 16:28:58.347151 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:28:58.361653 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:28:58.362243 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:58.456780 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f79eb0-71fe-46c7-8297-e6956b8219ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1a00a1ee-bb3c-4baf-bafd-d6a0a429c702", "tag": "ac2a7dfa-83dc-41f7-a24c-4c5796286144"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:28:58.504648 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-77f389c1-47e6-4b8f-9a15-89977adc5e0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af1c3324-bf2d-4665-8dbe-56ee39884118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537173 Jun 29 16:28:58.526605 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:58.547340 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7657526 Jun 29 16:28:58.547340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 41978) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:58.554517 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:28:58.617548 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:58.678143 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:28:58.689823 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cd1ff203-1909-44f9-9ca0-c142efa15c7f req-424252f8-09e7-4ecc-b223-216ae78e3aca tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.1077650 Jun 29 16:28:58.790960 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f7a3d-70ec-4955-8bc4-781bf26d8e5a req-a2f797de-a00a-4910-b2ae-243e31cec3ff tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:28:58.792754 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6e2f7a3d-70ec-4955-8bc4-781bf26d8e5a req-a2f797de-a00a-4910-b2ae-243e31cec3ff tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.8497705 Jun 29 16:28:58.806567 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:58.816738 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:58.818302 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:58.880049 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-c96408fc-8cd5-4b37-891b-28cf4e3be966 service neutron] 10.222.0.11 "GET /v2.0/networks/af1c3324-bf2d-4665-8dbe-56ee39884118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480906 Jun 29 16:28:58.930858 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:58.938321 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:58.993235 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6e2f7a3d-70ec-4955-8bc4-781bf26d8e5a req-7fd34772-13c3-4257-9ca4-2d44d088b5b0 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913419 Jun 29 16:28:59.027930 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 41992) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:59.044497 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1a6236e6-374c-407a-be25-97e648dc0dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:59.202036 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:59.259916 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1a6236e6-374c-407a-be25-97e648dc0dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:59.335720 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Allocated IP 172.27.3.40 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/7b490264-46aa-487e-bdc6-bc58a1bbb02c) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:28:59.504398 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:59.583889 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1a6236e6-374c-407a-be25-97e648dc0dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:59.592758 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:59.665380 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-1a6236e6-374c-407a-be25-97e648dc0dc8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5759c67e49640d9bd882bd6e7aa2fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426294 Jun 29 16:28:59.665380 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6236e6-374c-407a-be25-97e648dc0dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfa7028-faa4-45a7-a438-ab57bc202e0c,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:59.665915 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 42000) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:59.670255 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1a6236e6-374c-407a-be25-97e648dc0dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:59.675353 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:59.687532 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:28:59.755544 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'Port': ['ID=7b490264-46aa-487e-bdc6-bc58a1bbb02c,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:28:59.778017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:28:59.781912 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:28:59.783349 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:28:59.787814 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:28:59.788119 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42006) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:28:59.838974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:59.923740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.022541 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c77a25-32a4-47ab-b749-2f3c29c4096c x-openstack-request-id: req-99c77a25-32a4-47ab-b749-2f3c29c4096c {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:00.023554 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a00a1ee-bb3c-4baf-bafd-d6a0a429c702", "tag": "ac2a7dfa-83dc-41f7-a24c-4c5796286144", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:00.024204 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99c77a25-32a4-47ab-b749-2f3c29c4096c {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:00.025361 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'tag': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144', 'status': 'completed', 'code': 200} Jun 29 16:29:00.161109 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f14b26b6-8741-473f-8346-b86450e37160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.226932 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50626a26-31bb-49c9-bc6c-d558250ec892 req-0502be59-fad3-412f-ba80-c742dbf4d133 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.2155402 Jun 29 16:29:00.385585 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f14b26b6-8741-473f-8346-b86450e37160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.400866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.458898 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f51fe-ecc0-4524-8fb9-e088f1ff0369 req-5dc460a6-650d-4226-a00e-885e2d7ea1fd tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:00.470765 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa7f51fe-ecc0-4524-8fb9-e088f1ff0369 req-5dc460a6-650d-4226-a00e-885e2d7ea1fd tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.2512655 Jun 29 16:29:00.491759 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f14b26b6-8741-473f-8346-b86450e37160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.497544 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:00.560145 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f14b26b6-8741-473f-8346-b86450e37160 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=403493f1290e4bd48111049c82fec35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7615037 Jun 29 16:29:00.560970 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42044) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:00.562479 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b26b6-8741-473f-8346-b86450e37160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98643e11-a650-463d-add4-243fcb9419f0,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:00.572053 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f14b26b6-8741-473f-8346-b86450e37160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:00.687538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.693960 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.695133 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cfa7028-faa4-45a7-a438-ab57bc202e0c HTTP/1.1" status: 204 len: 168 time: 1.0281465 Jun 29 16:29:00.695959 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.698343 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f4fdb49-b1c2-49a3-ae24-5360c31d3323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:00.700216 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.710176 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa7f51fe-ecc0-4524-8fb9-e088f1ff0369 req-5458746f-da93-4c9e-b377-c0072fe9024e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378063 Jun 29 16:29:00.752254 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.760655 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfa7028-faa4-45a7-a438-ab57bc202e0c,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:00.770408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:00.965541 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.969552 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:00.971463 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98643e11-a650-463d-add4-243fcb9419f0 HTTP/1.1" status: 204 len: 168 time: 0.4063542 Jun 29 16:29:00.972547 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-edcace84-ca4f-4ec1-8599-6bfb9d252025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:01.006598 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98643e11-a650-463d-add4-243fcb9419f0,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:01.009710 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:01.063690 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7adf31bf-c87d-4151-8558-ca95ba5d9a3f up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:29:01.065862 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.148578 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:01.148956 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.165444 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.169706 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:01.243103 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.267716 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'Port': ['ID=7b490264-46aa-487e-bdc6-bc58a1bbb02c,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:01.273130 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:01.300149 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42080) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:01.380700 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:01.382085 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8411331 Jun 29 16:29:01.461423 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-94601f4a-ecdc-4fee-b607-58f0961c6ff1 req-c3107583-0efc-4785-aef7-e35b79832a44 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0400877 Jun 29 16:29:01.954048 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f4496-6a13-4c5a-8b38-acfc910c4c0b req-947d00cd-07dd-471b-ba37-048e7544f113 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:01.964310 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a27f4496-6a13-4c5a-8b38-acfc910c4c0b req-947d00cd-07dd-471b-ba37-048e7544f113 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.1012185 Jun 29 16:29:02.061367 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a27f4496-6a13-4c5a-8b38-acfc910c4c0b req-62dad21b-e040-4535-849a-ff048f515a2b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918367 Jun 29 16:29:02.158156 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-17aae10d-9402-470f-8943-173963f80b81 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1605134752&fields=id&tenant_id=e983b5bb2f3943f1b93633f69eb00c30 HTTP/1.1" status: 200 len: 267 time: 0.1218469 Jun 29 16:29:02.251759 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6043a53b-0876-460b-920d-c53428d21eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.301037 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 42124) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:02.408513 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-ac2f5512-5595-4eb9-adcd-dc81b2cac856 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:02.427279 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-ac2f5512-5595-4eb9-adcd-dc81b2cac856 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 810 time: 0.2678671 Jun 29 16:29:02.456680 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6043a53b-0876-460b-920d-c53428d21eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.482518 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-638f881e-714d-49cb-904f-21ca858b70c2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/quotas/e983b5bb2f3943f1b93633f69eb00c30 HTTP/1.1" status: 200 len: 375 time: 0.0482466 Jun 29 16:29:02.515441 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9f83a8a9-b5cd-4880-b8ea-4ff8b0c48c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.531334 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6043a53b-0876-460b-920d-c53428d21eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.566347 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:02.645926 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043a53b-0876-460b-920d-c53428d21eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573d3a46-a755-4fa4-acc7-54972ece8dcc,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:02.648657 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-57c9bd3c-3bb7-46b3-8d07-31064f1375b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648049 Jun 29 16:29:02.666310 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6043a53b-0876-460b-920d-c53428d21eca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad2932afa7994ff0ba62206a8b7f93be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3649662 Jun 29 16:29:02.668358 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6043a53b-0876-460b-920d-c53428d21eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:02.670930 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42146) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:02.735261 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0a0afcdb-0a77-43a5-a61d-5c634aa7b799 req-e0db7b1b-f06a-4028-ac3a-35df2d9b5c08 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0816791 Jun 29 16:29:02.740069 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.773761 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.940130 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-4382ef31-dfcd-4ba4-8dfb-088459c10a7c service neutron] 10.222.0.65 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362554 Jun 29 16:29:02.977921 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.990766 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:02.990766 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/573d3a46-a755-4fa4-acc7-54972ece8dcc HTTP/1.1" status: 204 len: 168 time: 0.3179336 Jun 29 16:29:02.994254 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:03.012011 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573d3a46-a755-4fa4-acc7-54972ece8dcc,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:03.019776 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:03.115884 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9f83a8a9-b5cd-4880-b8ea-4ff8b0c48c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:03.150809 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-f8095032-32a2-43eb-8f34-1b25af1f9888 service neutron] 10.222.0.65 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986835 Jun 29 16:29:03.226973 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9f83a8a9-b5cd-4880-b8ea-4ff8b0c48c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:03.231223 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:03.363812 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83a8a9-b5cd-4880-b8ea-4ff8b0c48c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e92dae-f2f4-4f63-a3ee-94154c4b0cf9,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:03.373391 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9f83a8a9-b5cd-4880-b8ea-4ff8b0c48c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:03.393427 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-9f83a8a9-b5cd-4880-b8ea-4ff8b0c48c61 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07c08b8745cd40deb2246f66f2ebb910&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0931749 Jun 29 16:29:03.400213 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 42188) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:03.640733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:03.706830 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-38556408-2d64-4f89-adf1-90bc78d66c08 req-f0143fa4-472a-495f-b4c4-66eb56e0d7b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0826585 Jun 29 16:29:03.769012 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:03.811153 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9170e6a5-fcc6-45a9-9cd8-6bb61ce841f0 req-7fc3c2cd-6604-494d-9be8-cc4ff9bd48ae service neutron] 10.222.0.11 "GET /v2.0/networks/af1c3324-bf2d-4665-8dbe-56ee39884118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309630 Jun 29 16:29:04.144340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c494-4c8c-4107-ab95-bcab11589a54 req-3a9b810d-c53e-4c60-8730-e93ff4d4c966 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:04.146833 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a819c494-4c8c-4107-ab95-bcab11589a54 req-3a9b810d-c53e-4c60-8730-e93ff4d4c966 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.6661837 Jun 29 16:29:04.194344 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b6ae14f1-3b0d-433f-b0ee-2b2c071a280a req-e624d441-80ad-4fcb-906c-e11ce07477e8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0435374 Jun 29 16:29:04.236019 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a819c494-4c8c-4107-ab95-bcab11589a54 req-4668a2d7-b74c-4756-a21c-516b8dd4fd15 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702903 Jun 29 16:29:04.354587 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:04.362782 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:04.367538 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79e92dae-f2f4-4f63-a3ee-94154c4b0cf9 HTTP/1.1" status: 204 len: 168 time: 0.9636378 Jun 29 16:29:04.367538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-06802725-e72f-4e05-82de-6c694e1f440f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:04.391357 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e92dae-f2f4-4f63-a3ee-94154c4b0cf9,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:04.391357 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:04.837659 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ffe15e3d-52a5-4883-823f-f14aa0d1aea5 req-84e255be-a186-471a-8bab-91e0a04e85f5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0503643 Jun 29 16:29:05.341654 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 42244) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:05.357770 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f2669139-756a-4d76-9256-214d36031454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:05.441005 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-52008736-764a-4e78-9444-cf904b058d30 req-b8ee67d7-9be8-4eaf-a237-2124b7aeb4e5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0646672 Jun 29 16:29:05.597364 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb8b42-7ab0-48c1-8f3f-acb5a1cf50a0 req-d99c56bb-6319-4376-8243-5d61915f3cbf tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:05.601186 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b1cb8b42-7ab0-48c1-8f3f-acb5a1cf50a0 req-d99c56bb-6319-4376-8243-5d61915f3cbf tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.1570227 Jun 29 16:29:05.661984 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f2669139-756a-4d76-9256-214d36031454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:05.684805 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b1cb8b42-7ab0-48c1-8f3f-acb5a1cf50a0 req-82e602f9-1bb5-46d1-b61d-7edded950d44 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744202 Jun 29 16:29:05.778229 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f2669139-756a-4d76-9256-214d36031454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:05.782786 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9f83a8a9-b5cd-4880-b8ea-4ff8b0c48c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:05.828080 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2669139-756a-4d76-9256-214d36031454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa26885-ecac-4ff9-976f-8d908da19c01,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:05.835304 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-f2669139-756a-4d76-9256-214d36031454 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae45c6caf25247a7b108a716a82c80c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908974 Jun 29 16:29:05.835304 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f2669139-756a-4d76-9256-214d36031454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:05.836413 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42250) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:05.950289 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:05.988367 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bbf8603d-45f8-4b46-ba11-91877448a8ce req-d1576156-806b-4e34-b0e5-bb6bf39c1fd6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0536373 Jun 29 16:29:05.991281 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:06.485652 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:06.488622 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:06.489795 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fa26885-ecac-4ff9-976f-8d908da19c01 HTTP/1.1" status: 204 len: 168 time: 0.6517971 Jun 29 16:29:06.490520 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:06.499100 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa26885-ecac-4ff9-976f-8d908da19c01,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:06.517695 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:06.687400 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b71ff6d9-90b3-447f-8c03-06dc55799202 req-0e61994d-4a67-4b68-9028-c89876fc8507 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0620322 Jun 29 16:29:06.939036 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d0ce1-b3bb-4310-9f35-8c65c08f7a89 req-4840339f-818c-40cb-b73b-ab2935e62904 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:06.947740 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-677d0ce1-b3bb-4310-9f35-8c65c08f7a89 req-4840339f-818c-40cb-b73b-ab2935e62904 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.1269865 Jun 29 16:29:06.987370 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-677d0ce1-b3bb-4310-9f35-8c65c08f7a89 req-1c461abf-0feb-4c3f-9220-b8f0a032347f tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Jun 29 16:29:07.034064 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42268) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:07.067970 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f3e75c05-fbbe-4e22-be65-8e2af4e4c8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:07.201575 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d8305768-47a7-4c30-ba1e-e2a9d88ba77d req-c0f9867a-9c3a-4a24-9d76-ca3301739d0b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0439370 Jun 29 16:29:07.223701 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42274) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:07.496662 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0e40f772-9a70-4ce9-898b-bec85322b3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:07.557232 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f3e75c05-fbbe-4e22-be65-8e2af4e4c8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:07.710055 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f3e75c05-fbbe-4e22-be65-8e2af4e4c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:07.718791 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1a6236e6-374c-407a-be25-97e648dc0dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:07.810172 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f3e75c05-fbbe-4e22-be65-8e2af4e4c8d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0c36b5278eb4702af93b106503324a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749186 Jun 29 16:29:07.820788 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42294) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:07.823019 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e75c05-fbbe-4e22-be65-8e2af4e4c8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be208cd6-77a6-48c8-b768-584af2b0920b,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:07.868240 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f3e75c05-fbbe-4e22-be65-8e2af4e4c8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:07.907590 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:07.920617 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a291509d-eb5e-4f50-af73-88b6bd78a433 req-395ffcef-e3b7-4455-a9f2-d7c8f8b76569 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0425453 Jun 29 16:29:07.955402 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:07.981874 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0e40f772-9a70-4ce9-898b-bec85322b3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.137835 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0e40f772-9a70-4ce9-898b-bec85322b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.166137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:08.222510 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40f772-9a70-4ce9-898b-bec85322b3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d68243f-ca9b-46ea-a908-b570f68821af,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:08.234123 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-0e40f772-9a70-4ce9-898b-bec85322b3bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae027d7924ed447b8635a6eca3d6f3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0089083 Jun 29 16:29:08.234757 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35904c-3cb1-48b1-a07c-d92e04b06410 req-3b93079a-e95b-4b8a-97a8-91d7600edcba tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:08.235714 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0e40f772-9a70-4ce9-898b-bec85322b3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:08.236599 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42312) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:08.237361 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f35904c-3cb1-48b1-a07c-d92e04b06410 req-3b93079a-e95b-4b8a-97a8-91d7600edcba tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.0875485 Jun 29 16:29:08.264479 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.288233 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.289687 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be208cd6-77a6-48c8-b768-584af2b0920b HTTP/1.1" status: 204 len: 168 time: 0.4707966 Jun 29 16:29:08.293957 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-50165711-bb98-4376-9dca-9ee1f8b21d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:08.315868 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f35904c-3cb1-48b1-a07c-d92e04b06410 req-8a52690b-4892-430b-8aeb-30aa6d723bb7 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672119 Jun 29 16:29:08.319880 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be208cd6-77a6-48c8-b768-584af2b0920b,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:08.367655 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:08.384001 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.445247 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.465991 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4ae5ec24-26eb-4872-ad2c-e1bdee9654f6 req-2680e537-b2a5-4df7-8fcf-8f501954c8a6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0531929 Jun 29 16:29:08.590433 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.11', 53461) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:08.610961 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.639076 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:08.640316 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d68243f-ca9b-46ea-a908-b570f68821af HTTP/1.1" status: 204 len: 168 time: 0.4025991 Jun 29 16:29:08.680813 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f14b26b6-8741-473f-8346-b86450e37160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:08.703284 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d68243f-ca9b-46ea-a908-b570f68821af,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:08.707755 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:08.759399 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-d36ba20d-35d3-4d32-832b-456fc61542dd tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:08.761545 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-d36ba20d-35d3-4d32-832b-456fc61542dd tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 818 time: 0.1680052 Jun 29 16:29:08.766966 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-971d262f-adcb-475c-90e3-1d4f9fb7949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:08.768614 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-971d262f-adcb-475c-90e3-1d4f9fb7949f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e15a400d1d564d9f91c54131ba29f79d&device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 1096 time: 0.1768434 Jun 29 16:29:08.806188 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Request body: {'port': {'device_id': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'admin_state_up': True, 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:09.129698 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-181457af-2fa3-4d6a-a396-f87f4587b19d req-81226ee9-ce38-4a59-908e-d5c62c41d66d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0574532 Jun 29 16:29:09.158614 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-d2020d44-8d67-43ec-a5c6-eeb593ade940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:09.160159 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-d2020d44-8d67-43ec-a5c6-eeb593ade940 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af1c3324-bf2d-4665-8dbe-56ee39884118 HTTP/1.1" status: 200 len: 913 time: 0.3803353 Jun 29 16:29:09.211774 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-8520ac3d-3552-499e-b8ca-2c10c9c56a25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac2a7dfa-83dc-41f7-a24c-4c5796286144 HTTP/1.1" status: 200 len: 217 time: 0.0417411 Jun 29 16:29:09.270195 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-bfafad63-5fbb-48a1-b92d-f7612469178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:09.271730 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-bfafad63-5fbb-48a1-b92d-f7612469178e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44 HTTP/1.1" status: 200 len: 852 time: 0.0533600 Jun 29 16:29:09.315949 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-99a7b649-3725-4a12-a162-86dbd9db45a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af1c3324-bf2d-4665-8dbe-56ee39884118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355439 Jun 29 16:29:09.425782 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Made reservation on behalf of a7ceeebbb2f64fbaac15e55c614b291c for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:29:09.437378 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:09.584857 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c2bf6-04b7-49bd-a348-c34c9e62e660 req-8ee5d220-a8a5-4580-9b3b-7f1de3623106 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:09.596598 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-499c2bf6-04b7-49bd-a348-c34c9e62e660 req-8ee5d220-a8a5-4580-9b3b-7f1de3623106 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.0993452 Jun 29 16:29:09.646828 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-499c2bf6-04b7-49bd-a348-c34c9e62e660 req-6a5cd798-5f84-4d30-83eb-0344d3a34897 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453010 Jun 29 16:29:09.688908 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ceb6de49-e027-4650-b910-eca147b2825c req-0aacbe9f-f087-4d39-a09b-053bf6f063cf tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0397425 Jun 29 16:29:09.725184 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-458616c2-b23e-4b76-879e-ec0ab461d304 service neutron] 10.222.0.11 "GET /v2.0/networks/af1c3324-bf2d-4665-8dbe-56ee39884118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927991 Jun 29 16:29:09.755368 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Allocated IP 172.20.0.12 (3946b48c-4319-4969-b746-ed702c367093/d2c9b843-f144-481a-8cd2-4b0fb1346bc3/09d07efe-c080-41a2-bc9a-33f18d8c8648) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:29:09.986837 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.221403 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.229389 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:10.280016 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Network 3946b48c-4319-4969-b746-ed702c367093 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:29:10.288418 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:29:10.293468 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:29:10.299279 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:10.300098 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.322835 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Pushing event updated for resources: {'Port': ['ID=09d07efe-c080-41a2-bc9a-33f18d8c8648,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:10.328202 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:10.376557 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8716e01a-dfea-41ff-899c-e583158bcec8 req-803f0e5f-83f9-4fc7-a565-89d7688c160a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0531528 Jun 29 16:29:10.412101 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6333666 Jun 29 16:29:10.501090 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42374) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:10.522948 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-be790f15-c182-49ea-9b98-7188705e3e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.712249 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-be790f15-c182-49ea-9b98-7188705e3e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.816901 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-be790f15-c182-49ea-9b98-7188705e3e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.823684 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:10.866142 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-be790f15-c182-49ea-9b98-7188705e3e9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=140c534abd5846638ddad28144d2a1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592246 Jun 29 16:29:10.866142 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42384) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:10.880497 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be790f15-c182-49ea-9b98-7188705e3e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de9ccf-c6be-4656-906b-f83867c204b5,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:10.882130 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c68e630e-2a12-4916-82de-069fd2f7ce1a req-6e9b62f5-deae-4a09-a30c-e89a54e306a7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0495870 Jun 29 16:29:10.885720 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-be790f15-c182-49ea-9b98-7188705e3e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:10.921184 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc76da-790b-44c8-9bd7-b651fc9e9434 req-18eaf9f8-7a13-4f70-b19d-e9bf25f436d9 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:10.922868 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f7fc76da-790b-44c8-9bd7-b651fc9e9434 req-18eaf9f8-7a13-4f70-b19d-e9bf25f436d9 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.1025455 Jun 29 16:29:10.942208 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.974842 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:10.988083 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f7fc76da-790b-44c8-9bd7-b651fc9e9434 req-4c614ab5-3294-4c94-9cf6-f45691e82769 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579526 Jun 29 16:29:11.141344 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:11.141547 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:11.142653 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5de9ccf-c6be-4656-906b-f83867c204b5 HTTP/1.1" status: 204 len: 168 time: 0.2756386 Jun 29 16:29:11.143483 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6e005d62-938b-41d3-b622-5b47902199d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:11.151604 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de9ccf-c6be-4656-906b-f83867c204b5,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:11.154620 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:11.528409 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-29f60ca1-637e-41ec-b566-cb1a9aa31da0 req-7c15d069-90df-4d0b-be43-e69124de072c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0365486 Jun 29 16:29:12.106133 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2f744982-d639-4710-b5cb-9c5cb737e191 req-0d6f16f0-4775-4487-a308-d7683a22916f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0709033 Jun 29 16:29:12.186020 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715728d5-1bef-456a-a380-d99cdebf8329 req-41ed3910-137f-489e-a309-e3f2c3d97414 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:12.193587 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-715728d5-1bef-456a-a380-d99cdebf8329 req-41ed3910-137f-489e-a309-e3f2c3d97414 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 943 time: 0.0861726 Jun 29 16:29:12.240755 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-715728d5-1bef-456a-a380-d99cdebf8329 req-cac9a35e-fc9e-4893-bf75-30dbc3cab0ca tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 Jun 29 16:29:12.562907 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.11', 53466) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:12.574692 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ac2a7dfa-83dc-41f7-a24c-4c5796286144 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:29:12.728129 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Request body: {'port': {'device_id': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:12.810955 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port ac2a7dfa-83dc-41f7-a24c-4c5796286144, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac2a7dfa-83dc-41f7-a24c-4c5796286144,segment=NetworkSegment(e77b666f-57ce-495d-9d72-11be0063ca91),segment_id=e77b666f-57ce-495d-9d72-11be0063ca91)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:12.825967 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:12.838886 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144', 'network_id': 'af1c3324-bf2d-4665-8dbe-56ee39884118', 'port_id': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144', 'mac_address': 'fa:16:3e:78:b1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:29:12.839139 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4ff5b548-759e-48a0-8927-7c05beafe710 req-da79e24d-a16f-44de-ba2a-792d9d4b068d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0417647 Jun 29 16:29:12.884860 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-4952d2bb-bcdc-4540-a089-23fa9b324c61 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:12.895203 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-4952d2bb-bcdc-4540-a089-23fa9b324c61 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 818 time: 0.3274045 Jun 29 16:29:12.909407 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Request body: {'port': {'device_id': '011963a5-a6fe-4524-a533-3386d282a8be', 'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'admin_state_up': True, 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:12.931491 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:12.965581 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2a7dfa-83dc-41f7-a24c-4c5796286144 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:12.994863 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port ac2a7dfa-83dc-41f7-a24c-4c5796286144, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac2a7dfa-83dc-41f7-a24c-4c5796286144,segment=NetworkSegment(e77b666f-57ce-495d-9d72-11be0063ca91),segment_id=e77b666f-57ce-495d-9d72-11be0063ca91)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:13.053474 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-16f79eb0-71fe-46c7-8297-e6956b8219ac req-bb368a9b-e694-4a07-9d1e-1cdb3fa497b0 service neutron] 10.222.0.11 "GET /v2.0/networks/af1c3324-bf2d-4665-8dbe-56ee39884118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987764 Jun 29 16:29:13.075691 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:13.077513 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:13.229096 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=ac2a7dfa-83dc-41f7-a24c-4c5796286144,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:13.237329 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:13.291340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Made reservation on behalf of a7ceeebbb2f64fbaac15e55c614b291c for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:29:13.297396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:13.357280 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f4dd99f-1404-40d0-954f-8fa60cfcdb7d req-43534a66-8524-487d-9c27-ba68a9a8bf44 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0415318 Jun 29 16:29:13.360981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['ac2a7dfa-83dc-41f7-a24c-4c5796286144'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:29:13.686221 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-2847f840-ee3f-40e1-b6e4-fa5456110b7f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:13.688421 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-2847f840-ee3f-40e1-b6e4-fa5456110b7f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 810 time: 0.2186861 Jun 29 16:29:13.698059 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ae09d-84e8-405a-a351-1a4edf8f877c req-860c00da-daf8-4e93-823e-308461b3c655 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:13.701681 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d35ae09d-84e8-405a-a351-1a4edf8f877c req-860c00da-daf8-4e93-823e-308461b3c655 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 944 time: 0.2826297 Jun 29 16:29:13.731359 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d07efe-c080-41a2-bc9a-33f18d8c8648 {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:13.753080 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:13.771731 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-cb6b84f3-7cf8-4b9d-86c7-3e7875d8409b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e983b5bb2f3943f1b93633f69eb00c30 HTTP/1.1" status: 200 len: 380 time: 0.0628359 Jun 29 16:29:13.780813 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'port': {'device_id': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'admin_state_up': True, 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'security_groups': ['dfddc7e7-7166-44ad-b470-346dd8073963']}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:13.788429 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Transition to ACTIVE for port object 09d07efe-c080-41a2-bc9a-33f18d8c8648 will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:29:13.805384 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d35ae09d-84e8-405a-a351-1a4edf8f877c req-6fa2df7c-f361-4e46-8850-c8a2221aa4a4 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918615 Jun 29 16:29:13.970184 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:13.977196 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:14.046106 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-34dbd16c-9bde-4eb4-8a3d-601166111df1 req-ca5ea64a-db4a-4ad1-b7ee-0884134544de tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0661678 Jun 29 16:29:14.054649 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Pushing event updated for resources: {'Port': ['ID=09d07efe-c080-41a2-bc9a-33f18d8c8648,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:14.074990 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:14.080055 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Allocated IP 172.20.0.14 (3946b48c-4319-4969-b746-ed702c367093/d2c9b843-f144-481a-8cd2-4b0fb1346bc3/76b14845-4d54-4bd9-9e37-a8cfadddfd79) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:29:14.087999 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Attempting to bind port 09d07efe-c080-41a2-bc9a-33f18d8c8648 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:29:14.088830 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Attempting to bind port 09d07efe-c080-41a2-bc9a-33f18d8c8648 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:29:14.088830 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Attempting to bind port 09d07efe-c080-41a2-bc9a-33f18d8c8648 on network 3946b48c-4319-4969-b746-ed702c367093 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:14.096038 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Port 09d07efe-c080-41a2-bc9a-33f18d8c8648 on network 3946b48c-4319-4969-b746-ed702c367093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:29:14.096543 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Attempting to bind port 09d07efe-c080-41a2-bc9a-33f18d8c8648 on network 3946b48c-4319-4969-b746-ed702c367093 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:14.103166 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:29:14.103537 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Checking segment: {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:29:14.103916 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Bound using segment: {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:29:14.104410 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Bound port: 09d07efe-c080-41a2-bc9a-33f18d8c8648, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:29:14.104771 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.170135 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] For port 09d07efe-c080-41a2-bc9a-33f18d8c8648, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:29:14.173681 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] For port 09d07efe-c080-41a2-bc9a-33f18d8c8648, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:29:14.174718 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Made reservation on behalf of e983b5bb2f3943f1b93633f69eb00c30 for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:29:14.178295 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.330864 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.331170 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.345278 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5410f01e-4f29-4995-a3ec-b0a13fd0d33b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:14.400534 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Allocated IP 172.20.0.8 (f13fee1c-65a6-44a1-86e7-c58270843997/1db1c9ef-ad41-4873-9160-864a63c5aa8d/fc2b54db-3223-41cd-90cc-0b4fa50ab004) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:29:14.400534 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.400534 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.402014 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] 10.222.0.11 "PUT /v2.0/ports/09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 200 len: 1094 time: 1.6903126 Jun 29 16:29:14.402504 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'tag': '09d07efe-c080-41a2-bc9a-33f18d8c8648'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:14.405171 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f30d4-d2f0-43de-83b9-5d06185fa9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "140f6d6c-8202-4aa5-b1ed-2bdf355e43d1", "tag": "09d07efe-c080-41a2-bc9a-33f18d8c8648"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:14.486395 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Pushing event updated for resources: {'Port': ['ID=09d07efe-c080-41a2-bc9a-33f18d8c8648,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:14.487073 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.493108 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:14.495106 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac716d7a-67d5-470b-a588-84e0f4ac2759 x-openstack-request-id: req-ac716d7a-67d5-470b-a588-84e0f4ac2759 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:14.496274 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140f6d6c-8202-4aa5-b1ed-2bdf355e43d1", "tag": "09d07efe-c080-41a2-bc9a-33f18d8c8648", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:14.496566 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac716d7a-67d5-470b-a588-84e0f4ac2759 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:14.497108 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'tag': '09d07efe-c080-41a2-bc9a-33f18d8c8648', 'status': 'completed', 'code': 200} Jun 29 16:29:14.497600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:14.674664 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Network 3946b48c-4319-4969-b746-ed702c367093 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:29:14.676263 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.680121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f30d4-d2f0-43de-83b9-5d06185fa9ee req-af416827-f2cc-4c70-88da-90969c5a0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.681642 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-6b2f30d4-d2f0-43de-83b9-5d06185fa9ee req-af416827-f2cc-4c70-88da-90969c5a0b1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1097 time: 0.1666484 Jun 29 16:29:14.684059 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-01572e8d-0488-4bc2-92c3-e84b4422d5cf req-25c46ed1-ae87-427e-968a-232b9154fd49 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0745630 Jun 29 16:29:14.691035 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:29:14.695897 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:29:14.701435 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.702085 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:14.706036 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Pushing event updated for resources: {'Port': ['ID=76b14845-4d54-4bd9-9e37-a8cfadddfd79,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:14.722517 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:14.730889 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Transition to ACTIVE for port object fc2b54db-3223-41cd-90cc-0b4fa50ab004 will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:29:14.888168 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9811332 Jun 29 16:29:14.907294 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Request body: {'port': {'device_id': '011963a5-a6fe-4524-a533-3386d282a8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:14.910360 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f30d4-d2f0-43de-83b9-5d06185fa9ee req-4d074044-0fb0-4f35-b3d9-4aca22200778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:14.911872 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-6b2f30d4-d2f0-43de-83b9-5d06185fa9ee req-4d074044-0fb0-4f35-b3d9-4aca22200778 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2223139 Jun 29 16:29:15.034506 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.086046 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.115363 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:15.177055 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f30d4-d2f0-43de-83b9-5d06185fa9ee req-65c8a3f9-d6f6-4651-802b-751834c4d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:15.178558 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-6b2f30d4-d2f0-43de-83b9-5d06185fa9ee req-65c8a3f9-d6f6-4651-802b-751834c4d19f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2601986 Jun 29 16:29:15.182449 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Network f13fee1c-65a6-44a1-86e7-c58270843997 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:29:15.186253 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:29:15.190442 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:29:15.196782 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:15.196782 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.209671 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'Port': ['ID=fc2b54db-3223-41cd-90cc-0b4fa50ab004,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:15.213013 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:15.307815 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-ef51a065-709a-4d0f-b5eb-c75aa36a343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:15.310226 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-ef51a065-709a-4d0f-b5eb-c75aa36a343c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1097 time: 0.0632448 Jun 29 16:29:15.315826 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c8ead-2f05-4d51-aed3-c01119261666 req-5ec4501f-e2a2-414d-bd45-2166e308d02b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:15.317401 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-725c8ead-2f05-4d51-aed3-c01119261666 req-5ec4501f-e2a2-414d-bd45-2166e308d02b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 944 time: 0.2717280 Jun 29 16:29:15.358249 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-08195d83-48cd-4c85-a76f-b6a5271b5a37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 200 len: 217 time: 0.0400202 Jun 29 16:29:15.408946 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6381156 Jun 29 16:29:15.426386 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Request body: {'port': {'device_id': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:15.457321 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-b1616a6e-47b1-4862-af70-a3bd0862cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:15.459054 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-b1616a6e-47b1-4862-af70-a3bd0862cd33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.0920789 Jun 29 16:29:15.500571 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-03c94a5b-411f-421a-a589-7127cc15f45c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337400 Jun 29 16:29:15.545624 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ac2a7dfa-83dc-41f7-a24c-4c5796286144 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:29:15.606428 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.625860 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-086f5885-c21b-4656-b847-45db9347fe91 None None] Provisioning for port fc2b54db-3223-41cd-90cc-0b4fa50ab004 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:29:15.632093 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-086f5885-c21b-4656-b847-45db9347fe91 None None] Provisioning complete for port fc2b54db-3223-41cd-90cc-0b4fa50ab004 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:15.632720 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-086f5885-c21b-4656-b847-45db9347fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.675005 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-725c8ead-2f05-4d51-aed3-c01119261666 req-ed992310-41a8-48c3-8646-d4bb4fe331a5 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483157 Jun 29 16:29:15.687966 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-086f5885-c21b-4656-b847-45db9347fe91 None None] Port fc2b54db-3223-41cd-90cc-0b4fa50ab004 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:29:15.698316 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001de62-853d-40b7-8b6e-de1df4b2f9bc req-58858fbf-22db-4baa-a4b7-943b18595ef7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:15.704758 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-3e54f8f6-dc31-42d0-ac17-2aee2bc81f09 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974664 Jun 29 16:29:15.707775 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f001de62-853d-40b7-8b6e-de1df4b2f9bc req-58858fbf-22db-4baa-a4b7-943b18595ef7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 932 time: 0.4788175 Jun 29 16:29:15.771382 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port ac2a7dfa-83dc-41f7-a24c-4c5796286144 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:29:15.776474 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port ac2a7dfa-83dc-41f7-a24c-4c5796286144 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:15.777527 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:15.816593 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f001de62-853d-40b7-8b6e-de1df4b2f9bc req-08843606-36be-460f-8d5c-6c4513dd08d0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078050 Jun 29 16:29:15.920341 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.000510 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port ac2a7dfa-83dc-41f7-a24c-4c5796286144, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac2a7dfa-83dc-41f7-a24c-4c5796286144,segment=NetworkSegment(e77b666f-57ce-495d-9d72-11be0063ca91),segment_id=e77b666f-57ce-495d-9d72-11be0063ca91)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:16.005543 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:16.011307 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b14845-4d54-4bd9-9e37-a8cfadddfd79 {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:16.032576 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.059935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd19c-9898-4e66-bbad-219227c54ff9 req-24bb3c06-7986-41ce-99e9-a56d46b86741 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.062872 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47ecd19c-9898-4e66-bbad-219227c54ff9 req-24bb3c06-7986-41ce-99e9-a56d46b86741 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 931 time: 0.2122157 Jun 29 16:29:16.078539 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Transition to ACTIVE for port object 76b14845-4d54-4bd9-9e37-a8cfadddfd79 will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:29:16.108332 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47ecd19c-9898-4e66-bbad-219227c54ff9 req-0bb3c959-38ac-41fd-93d8-448bb5a0f5f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380404 Jun 29 16:29:16.109325 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.112187 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:16.128746 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-96f4425d-1fe1-4352-aed8-d8d05e6a889f req-58f97dd0-43d1-4f1f-b756-65f22f30a9c6 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171784 Jun 29 16:29:16.191814 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.196212 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:16.197385 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=ac2a7dfa-83dc-41f7-a24c-4c5796286144,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:16.208137 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:16.257528 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2b54db-3223-41cd-90cc-0b4fa50ab004 {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:16.266871 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.285631 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Transition to ACTIVE for port object fc2b54db-3223-41cd-90cc-0b4fa50ab004 will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:29:16.285812 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd494a-9b49-479c-88a6-225d3a71f1a1" -d '{"events": [{"server_uuid": "1a00a1ee-bb3c-4baf-bafd-d6a0a429c702", "name": "network-vif-plugged", "status": "completed", "tag": "ac2a7dfa-83dc-41f7-a24c-4c5796286144"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:16.302333 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Pushing event updated for resources: {'Port': ['ID=76b14845-4d54-4bd9-9e37-a8cfadddfd79,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:16.305781 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:16.315844 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Attempting to bind port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:29:16.316207 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Attempting to bind port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:29:16.316558 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Attempting to bind port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 on network 3946b48c-4319-4969-b746-ed702c367093 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:16.321190 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 on network 3946b48c-4319-4969-b746-ed702c367093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:29:16.321521 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Attempting to bind port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 on network 3946b48c-4319-4969-b746-ed702c367093 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:16.333841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:29:16.333841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Checking segment: {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:29:16.333841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Bound using segment: {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:29:16.333841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Bound port: 76b14845-4d54-4bd9-9e37-a8cfadddfd79, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b65b77-255a-43e8-a04e-e03546d965e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3946b48c-4319-4969-b746-ed702c367093'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:29:16.333841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.408837 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] For port 76b14845-4d54-4bd9-9e37-a8cfadddfd79, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:29:16.413757 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] For port 76b14845-4d54-4bd9-9e37-a8cfadddfd79, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76b14845-4d54-4bd9-9e37-a8cfadddfd79,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:29:16.437137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.437137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:16.442921 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebdfd0-4124-4c38-b1ea-1e318535c18a x-openstack-request-id: req-93ebdfd0-4124-4c38-b1ea-1e318535c18a {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:16.443504 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a00a1ee-bb3c-4baf-bafd-d6a0a429c702", "name": "network-vif-plugged", "status": "completed", "tag": "ac2a7dfa-83dc-41f7-a24c-4c5796286144", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:16.444036 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93ebdfd0-4124-4c38-b1ea-1e318535c18a {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:16.444695 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144', 'code': 200} Jun 29 16:29:16.487288 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.489529 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:16.518034 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Pushing event updated for resources: {'Port': ['ID=fc2b54db-3223-41cd-90cc-0b4fa50ab004,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:16.529300 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:16.538760 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.539430 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.541045 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] 10.222.0.11 "PUT /v2.0/ports/76b14845-4d54-4bd9-9e37-a8cfadddfd79 HTTP/1.1" status: 200 len: 1094 time: 1.6454983 Jun 29 16:29:16.541562 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011963a5-a6fe-4524-a533-3386d282a8be', 'tag': '76b14845-4d54-4bd9-9e37-a8cfadddfd79'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:16.548165 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Attempting to bind port fc2b54db-3223-41cd-90cc-0b4fa50ab004 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:29:16.548506 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Attempting to bind port fc2b54db-3223-41cd-90cc-0b4fa50ab004 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:29:16.550009 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Attempting to bind port fc2b54db-3223-41cd-90cc-0b4fa50ab004 on network f13fee1c-65a6-44a1-86e7-c58270843997 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:16.556073 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Port fc2b54db-3223-41cd-90cc-0b4fa50ab004 on network f13fee1c-65a6-44a1-86e7-c58270843997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:29:16.556073 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Attempting to bind port fc2b54db-3223-41cd-90cc-0b4fa50ab004 on network f13fee1c-65a6-44a1-86e7-c58270843997 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:29:16.563852 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:29:16.563986 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Checking segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:29:16.564556 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Bound using segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:29:16.565192 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Bound port: fc2b54db-3223-41cd-90cc-0b4fa50ab004, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:29:16.565711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.635015 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Pushing event updated for resources: {'Port': ['ID=76b14845-4d54-4bd9-9e37-a8cfadddfd79,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:16.639031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:16.665448 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] For port fc2b54db-3223-41cd-90cc-0b4fa50ab004, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:29:16.672201 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093fde83-2fa8-4531-a043-0fb4f0226784" -d '{"events": [{"name": "network-changed", "server_uuid": "011963a5-a6fe-4524-a533-3386d282a8be", "tag": "76b14845-4d54-4bd9-9e37-a8cfadddfd79"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:16.674459 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] For port fc2b54db-3223-41cd-90cc-0b4fa50ab004, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:29:16.754788 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.758066 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-db69a89e-eca5-44f7-aa16-d7a7385a2ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:16.804733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94866ca-e23d-4b55-a848-47090c468614 x-openstack-request-id: req-e94866ca-e23d-4b55-a848-47090c468614 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:16.805601 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011963a5-a6fe-4524-a533-3386d282a8be", "tag": "76b14845-4d54-4bd9-9e37-a8cfadddfd79", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:16.806073 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e94866ca-e23d-4b55-a848-47090c468614 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:16.806818 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011963a5-a6fe-4524-a533-3386d282a8be', 'tag': '76b14845-4d54-4bd9-9e37-a8cfadddfd79', 'status': 'completed', 'code': 200} Jun 29 16:29:16.826901 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.835804 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:16.835804 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-28676873-eba6-4092-914d-4343dc78e48b service neutron] 10.222.0.11 "PUT /v2.0/ports/fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 200 len: 1093 time: 1.4116399 Jun 29 16:29:16.835804 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:16.835804 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee140170-bd1d-4bda-813a-ec284ca8166a" -d '{"events": [{"name": "network-changed", "server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:16.880458 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Pushing event updated for resources: {'Port': ['ID=fc2b54db-3223-41cd-90cc-0b4fa50ab004,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:16.884318 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:16.907432 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af35db-4e1f-49c3-92db-5bc36a2084e0 x-openstack-request-id: req-a0af35db-4e1f-49c3-92db-5bc36a2084e0 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:16.908092 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:16.908502 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0af35db-4e1f-49c3-92db-5bc36a2084e0 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:16.909478 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'status': 'completed', 'code': 200} Jun 29 16:29:16.988069 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c6959-fa98-4b31-b583-c11d55dd0766 req-d7d27f63-1075-42b7-951f-a39e1e88364a tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:16.989770 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0d0c6959-fa98-4b31-b583-c11d55dd0766 req-d7d27f63-1075-42b7-951f-a39e1e88364a tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.1101587 Jun 29 16:29:17.098980 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0d0c6959-fa98-4b31-b583-c11d55dd0766 req-f744c99e-7e96-444d-bc21-b5a4283f3f5d tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957596 Jun 29 16:29:17.149826 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ee06c-0437-4204-9a98-4aba3f4ee419 req-93cb9f9b-b4e6-4e51-b3a8-277815863179 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:17.151972 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-202ee06c-0437-4204-9a98-4aba3f4ee419 req-93cb9f9b-b4e6-4e51-b3a8-277815863179 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.1084106 Jun 29 16:29:17.209796 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-202ee06c-0437-4204-9a98-4aba3f4ee419 req-edc390fb-6f95-4403-b442-709124f8fc63 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507970 Jun 29 16:29:17.302176 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47f381-fa4a-40c3-9b9d-5799258638df req-c4124a39-b10e-4523-b15c-c070e3a2cb6e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:17.303726 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d47f381-fa4a-40c3-9b9d-5799258638df req-c4124a39-b10e-4523-b15c-c070e3a2cb6e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.0641923 Jun 29 16:29:17.343670 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d47f381-fa4a-40c3-9b9d-5799258638df req-a97ed8c5-9215-4674-819c-545c1b2c9354 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334487 Jun 29 16:29:18.301421 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196eaa1c-6e96-4fd1-abb5-0529e4bf1e11 req-ab238cb9-aee9-41c0-a290-228fc91eae52 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:18.303005 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-196eaa1c-6e96-4fd1-abb5-0529e4bf1e11 req-ab238cb9-aee9-41c0-a290-228fc91eae52 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0839314 Jun 29 16:29:18.375888 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-196eaa1c-6e96-4fd1-abb5-0529e4bf1e11 req-564d7359-c445-4aea-a4df-7b34bedac00e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660574 Jun 29 16:29:18.408686 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42636003-d5a3-4b22-8c6d-b2f7ff0d2225 req-66641749-b822-4a0a-bf6b-b61458cf967e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:18.410299 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-42636003-d5a3-4b22-8c6d-b2f7ff0d2225 req-66641749-b822-4a0a-bf6b-b61458cf967e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.0828872 Jun 29 16:29:18.451768 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-42636003-d5a3-4b22-8c6d-b2f7ff0d2225 req-ed9d80cc-780c-4d99-bb92-90c9b96edaea tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353470 Jun 29 16:29:18.543240 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b91aa-b273-4ba2-a0fa-c61648eaf1c3 req-3b4aba23-8df0-4732-8d75-5cbcec04e102 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:18.544835 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ca7b91aa-b273-4ba2-a0fa-c61648eaf1c3 req-3b4aba23-8df0-4732-8d75-5cbcec04e102 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.0659897 Jun 29 16:29:18.586655 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ca7b91aa-b273-4ba2-a0fa-c61648eaf1c3 req-9f3f9321-f4e4-453b-b4e4-e62426ad3853 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347145 Jun 29 16:29:19.320437 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fde83-2fa8-4531-a043-0fb4f0226784 req-bd0a5385-3f81-4be0-8517-f187bdd180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.323860 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-093fde83-2fa8-4531-a043-0fb4f0226784 req-bd0a5385-3f81-4be0-8517-f187bdd180c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 1097 time: 0.0872970 Jun 29 16:29:19.400250 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140170-bd1d-4bda-813a-ec284ca8166a req-3de6ccc2-e94b-4b99-8361-2f604de759ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.402996 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee140170-bd1d-4bda-813a-ec284ca8166a req-3de6ccc2-e94b-4b99-8361-2f604de759ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1096 time: 0.1071577 Jun 29 16:29:19.450518 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fde83-2fa8-4531-a043-0fb4f0226784 req-8da1216f-6c02-4668-b3d8-10ab8cbfc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.451935 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-093fde83-2fa8-4531-a043-0fb4f0226784 req-8da1216f-6c02-4668-b3d8-10ab8cbfc705 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1211133 Jun 29 16:29:19.583609 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fde83-2fa8-4531-a043-0fb4f0226784 req-cd573584-4634-4915-8b8b-45a5149fb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.587888 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-093fde83-2fa8-4531-a043-0fb4f0226784 req-cd573584-4634-4915-8b8b-45a5149fb7c5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292529 Jun 29 16:29:19.682759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140170-bd1d-4bda-813a-ec284ca8166a req-a69d28b7-8882-43d7-8ec9-d3ea253f0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.684455 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee140170-bd1d-4bda-813a-ec284ca8166a req-a69d28b7-8882-43d7-8ec9-d3ea253f0623 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2705040 Jun 29 16:29:19.741317 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe660-6ec8-4a05-9d1c-98f3c14a1085 req-e13983ad-d121-4e5a-a6b4-92f0103c64bc tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.747678 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f3ebe660-6ec8-4a05-9d1c-98f3c14a1085 req-e13983ad-d121-4e5a-a6b4-92f0103c64bc tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.2011044 Jun 29 16:29:19.747816 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586b2e4-2dc2-4179-856f-d4e118495edc req-66daf776-6cea-4547-9c57-a3cc9927491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.747816 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-4586b2e4-2dc2-4179-856f-d4e118495edc req-66daf776-6cea-4547-9c57-a3cc9927491e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 1098 time: 0.1297989 Jun 29 16:29:19.752783 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-f4115c5c-70d8-4b0c-8e2e-fd30fee9e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.754236 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-f4115c5c-70d8-4b0c-8e2e-fd30fee9e695 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 1097 time: 0.1120319 Jun 29 16:29:19.877846 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-023be608-6cd2-488d-9609-915ded1fbad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:19.909428 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f3ebe660-6ec8-4a05-9d1c-98f3c14a1085 req-d72a677b-c133-4cdc-8c67-bf9237a2ce02 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250331 Jun 29 16:29:19.922867 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aea4b2-df6f-4148-9f66-7ff7a5509710 req-4ad4f28d-902d-44c6-8d87-39ce00fc692e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.925139 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d8aea4b2-df6f-4148-9f66-7ff7a5509710 req-4ad4f28d-902d-44c6-8d87-39ce00fc692e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.2898455 Jun 29 16:29:19.944622 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140170-bd1d-4bda-813a-ec284ca8166a req-34d1745d-cd14-40d2-b9b1-41b9594c5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:19.946176 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee140170-bd1d-4bda-813a-ec284ca8166a req-34d1745d-cd14-40d2-b9b1-41b9594c5162 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2531826 Jun 29 16:29:19.985966 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d8aea4b2-df6f-4148-9f66-7ff7a5509710 req-4a7789bb-7004-41cb-af72-679910f38b14 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 Jun 29 16:29:20.087052 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d64769-e7b2-4d80-9840-b986f8f22171 req-06f0160f-6e9e-46c5-9120-6696660147d8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:20.088601 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b5d64769-e7b2-4d80-9840-b986f8f22171 req-06f0160f-6e9e-46c5-9120-6696660147d8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.0650358 Jun 29 16:29:20.128760 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b5d64769-e7b2-4d80-9840-b986f8f22171 req-7040d23e-1215-4027-a08d-78389a8dd9a9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Jun 29 16:29:20.259878 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:29:21.109638 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f6668-e1fd-4dcf-9b7a-8897e43cf4fe req-c806cfae-3500-422b-ad6e-09e8ea540c02 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:21.111321 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c1f6668-e1fd-4dcf-9b7a-8897e43cf4fe req-c806cfae-3500-422b-ad6e-09e8ea540c02 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0728836 Jun 29 16:29:21.190988 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c1f6668-e1fd-4dcf-9b7a-8897e43cf4fe req-c1919989-0363-4db9-be9a-ccae6347a04f tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639400 Jun 29 16:29:21.214344 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e16c54-4a38-44da-a95d-d40f27bfbc42 req-891ac305-7b05-4470-a5b1-c96ab2022a10 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:21.217572 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3e16c54-4a38-44da-a95d-d40f27bfbc42 req-891ac305-7b05-4470-a5b1-c96ab2022a10 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.1004238 Jun 29 16:29:21.273842 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3e16c54-4a38-44da-a95d-d40f27bfbc42 req-0f5f9dc3-8308-4c2e-b007-06279cfc3330 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495825 Jun 29 16:29:21.387127 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2403ed6-82e9-427d-91fb-ddef0074aa5a req-624004bc-1292-4d6c-bace-19bf6a8bc570 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:21.387127 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a2403ed6-82e9-427d-91fb-ddef0074aa5a req-624004bc-1292-4d6c-bace-19bf6a8bc570 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.0806186 Jun 29 16:29:21.399127 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42700) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:21.438042 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a2403ed6-82e9-427d-91fb-ddef0074aa5a req-c45d8a37-c6ad-4ed3-b6d0-be3a408fb34a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Jun 29 16:29:21.537071 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18369ab3-6dda-400c-9318-5a0f7413cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:21.644330 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18369ab3-6dda-400c-9318-5a0f7413cfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:21.752258 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18369ab3-6dda-400c-9318-5a0f7413cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:21.754954 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6043a53b-0876-460b-920d-c53428d21eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:21.790453 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18369ab3-6dda-400c-9318-5a0f7413cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b8f38d-80e4-4d97-98f9-1d1dd5b9117f,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:21.796912 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-18369ab3-6dda-400c-9318-5a0f7413cfad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c1c8b84040c448c84fcd8a03c92bbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963873 Jun 29 16:29:21.798695 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18369ab3-6dda-400c-9318-5a0f7413cfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:21.799935 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42712) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:21.863294 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:21.888890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.032168 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.034847 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.036066 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27b8f38d-80e4-4d97-98f9-1d1dd5b9117f HTTP/1.1" status: 204 len: 168 time: 0.2348404 Jun 29 16:29:22.036826 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:22.046669 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b8f38d-80e4-4d97-98f9-1d1dd5b9117f,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:22.050964 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:22.381990 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a697ea8-f167-4fd8-99fd-3d90576c0cc8 req-65f3d589-ae0e-4e02-906b-9a816cfaf53f tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:22.383562 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3a697ea8-f167-4fd8-99fd-3d90576c0cc8 req-65f3d589-ae0e-4e02-906b-9a816cfaf53f tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0753970 Jun 29 16:29:22.461334 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3a697ea8-f167-4fd8-99fd-3d90576c0cc8 req-bffc5ee4-f2be-4ca8-b0ab-5855e8d2207c tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704451 Jun 29 16:29:22.499050 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948b764-02e2-4de9-8c35-6ee4876799df req-113708f5-d157-4b81-b820-4bdb59469720 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:22.500657 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3948b764-02e2-4de9-8c35-6ee4876799df req-113708f5-d157-4b81-b820-4bdb59469720 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.0925124 Jun 29 16:29:22.556427 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3948b764-02e2-4de9-8c35-6ee4876799df req-3b0a9e33-611a-4d93-88d6-0467f88dd1a4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Jun 29 16:29:22.721368 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-4586b2e4-2dc2-4179-856f-d4e118495edc req-f3e4bb38-b876-47ce-b846-db8bec6697e1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.726002 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-6a4efaaf-d55c-499b-ad0c-2f1c7deed675 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b14845-4d54-4bd9-9e37-a8cfadddfd79 HTTP/1.1" status: 200 len: 217 time: 0.0894485 Jun 29 16:29:22.833239 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42734) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:22.842793 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-f6ebc0db-f77f-4fc0-90f6-04506a6b5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:22.844423 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-f6ebc0db-f77f-4fc0-90f6-04506a6b5d41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.1098826 Jun 29 16:29:22.845736 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.867995 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6dc49b71-df53-44dc-bca9-c26788595017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.885558 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-532f908a-5101-44d7-bc52-a32bf36d5304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.895807 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-ad61280b-84bc-4ec6-be3e-579f625ff44f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415943 Jun 29 16:29:22.923748 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f49aa-37bf-42d2-b172-bbe029f045e4 req-59ee082d-5b68-4c0f-81fe-cf0532579f14 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:22.925330 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-048f49aa-37bf-42d2-b172-bbe029f045e4 req-59ee082d-5b68-4c0f-81fe-cf0532579f14 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.3622007 Jun 29 16:29:22.943841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-1bbef053-db7d-4778-bf2e-f09c00c04fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:22.945426 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-1bbef053-db7d-4778-bf2e-f09c00c04fa4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1096 time: 0.1064684 Jun 29 16:29:22.990057 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-4586b2e4-2dc2-4179-856f-d4e118495edc req-f3e4bb38-b876-47ce-b846-db8bec6697e1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.029024 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-2b856713-6e86-48e5-9073-9e620fefa562 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189394 Jun 29 16:29:23.030201 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-301cec43-759e-4797-8d7d-2df62d840a71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 200 len: 217 time: 0.0769289 Jun 29 16:29:23.038213 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-048f49aa-37bf-42d2-b172-bbe029f045e4 req-01f23a22-bfd0-4a58-b860-2c9f6f4bde51 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050870 Jun 29 16:29:23.095075 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-f84debff-11cd-47e8-a17f-8f7332b0937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:23.096566 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-f84debff-11cd-47e8-a17f-8f7332b0937a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.0543163 Jun 29 16:29:23.128598 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-4586b2e4-2dc2-4179-856f-d4e118495edc req-f3e4bb38-b876-47ce-b846-db8bec6697e1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.144245 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f3e75c05-fbbe-4e22-be65-8e2af4e4c8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:23.186694 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-4586b2e4-2dc2-4179-856f-d4e118495edc req-f3e4bb38-b876-47ce-b846-db8bec6697e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656352 Jun 29 16:29:23.192248 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa5b8e8d-ab8f-45e9-a677-8143158b5cf0 req-aacc7239-1299-4172-bf11-b1b2e0ab0eed service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508534 Jun 29 16:29:23.207521 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-eecc79d9-95e3-4ab7-a7bf-97a1d89d9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:23.208910 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-eecc79d9-95e3-4ab7-a7bf-97a1d89d9a02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022274 Jun 29 16:29:23.209024 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4bb38-b876-47ce-b846-db8bec6697e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fce010fd-704d-4ed1-b7a3-917cc502e7ac,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:23.213155 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f3e4bb38-b876-47ce-b846-db8bec6697e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:23.273760 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6dc49b71-df53-44dc-bca9-c26788595017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.364345 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-8cb117bb-42eb-4a55-8472-b0955af2a271 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930765 Jun 29 16:29:23.371589 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6dc49b71-df53-44dc-bca9-c26788595017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.375549 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cbd1c57f-9f20-4ebc-a078-03444e878883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:23.411978 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6dc49b71-df53-44dc-bca9-c26788595017 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d31d7a652e3346099e72c43230e59d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5773764 Jun 29 16:29:23.413481 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc49b71-df53-44dc-bca9-c26788595017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a98bec-4b80-41bc-afa0-3659025ffdb2,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:23.415161 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42740) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:23.417763 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6dc49b71-df53-44dc-bca9-c26788595017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:23.460636 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88ebc9e3-4287-476e-8e09-ad5faf0fc25c req-3abcfe72-c126-4df0-a570-c9effdb7dea1 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883527 Jun 29 16:29:23.474224 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.500778 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.643315 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.645924 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.648321 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b51ed-3283-4365-9a3d-f44149e731a5 req-e1c73f8f-fbec-4b76-a3a3-6b28300b8f94 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:23.650078 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2a98bec-4b80-41bc-afa0-3659025ffdb2 HTTP/1.1" status: 204 len: 168 time: 0.2339303 Jun 29 16:29:23.650194 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-611b51ed-3283-4365-9a3d-f44149e731a5 req-e1c73f8f-fbec-4b76-a3a3-6b28300b8f94 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0690961 Jun 29 16:29:23.651272 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18369ab3-6dda-400c-9318-5a0f7413cfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:23.662999 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a98bec-4b80-41bc-afa0-3659025ffdb2,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:23.671259 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:23.736307 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-611b51ed-3283-4365-9a3d-f44149e731a5 req-567e2194-8c05-4186-adf5-f7a5170d0500 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Jun 29 16:29:23.786414 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ae12-28fe-4489-a9bf-9a795442ae2e req-778b966d-b4db-4bde-8782-74773a4fc833 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:23.794667 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9eb5ae12-28fe-4489-a9bf-9a795442ae2e req-778b966d-b4db-4bde-8782-74773a4fc833 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.1034102 Jun 29 16:29:23.842658 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9eb5ae12-28fe-4489-a9bf-9a795442ae2e req-d794261e-282e-4991-9747-3422029f40e0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Jun 29 16:29:23.948204 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:24.244025 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf81dc-ffba-4501-a5ad-b958f4696d15 req-3ce3aa96-781c-41d5-ab99-ede63008c409 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:24.251768 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d5cf81dc-ffba-4501-a5ad-b958f4696d15 req-3ce3aa96-781c-41d5-ab99-ede63008c409 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.0886836 Jun 29 16:29:24.295869 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d5cf81dc-ffba-4501-a5ad-b958f4696d15 req-8ab0026c-f038-41e0-b572-be6f1fe4e2ec tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Jun 29 16:29:24.703653 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42810) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:24.844575 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f049a1b3-fac3-4ee3-bbef-3f5aa8cc08c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.001432 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f049a1b3-fac3-4ee3-bbef-3f5aa8cc08c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.049393 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423458c2-5af9-4648-b918-d44baa89aad5 req-4d9baf0b-e13b-4d51-b9e4-01d9fb93400e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:25.050994 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-423458c2-5af9-4648-b918-d44baa89aad5 req-4d9baf0b-e13b-4d51-b9e4-01d9fb93400e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.1620545 Jun 29 16:29:25.063578 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f98319-e5a5-41da-abca-8ec7d14cd0cc req-5d81f059-d336-49e5-b858-e676b22006c3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:25.065062 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44f98319-e5a5-41da-abca-8ec7d14cd0cc req-5d81f059-d336-49e5-b858-e676b22006c3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.0969622 Jun 29 16:29:25.092321 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f049a1b3-fac3-4ee3-bbef-3f5aa8cc08c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.109451 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:25.151924 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44f98319-e5a5-41da-abca-8ec7d14cd0cc req-fabfd63c-75a8-41d2-943f-923b9434088a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796814 Jun 29 16:29:25.156019 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f049a1b3-fac3-4ee3-bbef-3f5aa8cc08c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38675121a3bf42d28e1aa83247ccc037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489813 Jun 29 16:29:25.156672 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049a1b3-fac3-4ee3-bbef-3f5aa8cc08c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87576e9d-942c-4816-9cf5-0ef0993f0a07,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:25.158239 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 42832) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:25.160406 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f049a1b3-fac3-4ee3-bbef-3f5aa8cc08c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:25.171543 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-423458c2-5af9-4648-b918-d44baa89aad5 req-8329f24b-f112-4096-8fad-eef2ccac9bf7 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054897 Jun 29 16:29:25.227228 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.253122 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.377046 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.381628 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.385325 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87576e9d-942c-4816-9cf5-0ef0993f0a07 HTTP/1.1" status: 204 len: 168 time: 0.2216775 Jun 29 16:29:25.385803 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:25.396589 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87576e9d-942c-4816-9cf5-0ef0993f0a07,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:25.410904 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:25.544762 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eeef2-a472-4f35-8c6e-a38ff5120d8e req-25278b10-7635-416d-a463-1fbefc3f186a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:25.546675 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f82eeef2-a472-4f35-8c6e-a38ff5120d8e req-25278b10-7635-416d-a463-1fbefc3f186a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.0779855 Jun 29 16:29:25.565557 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.586648 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f82eeef2-a472-4f35-8c6e-a38ff5120d8e req-77253781-b914-4b79-bcc8-1efea5857aec tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Jun 29 16:29:26.399199 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b60cbe-2a4e-4eff-b7ae-348b6f724e1a req-f3ddcf17-da3a-42e0-a4fc-d3abf43b9caa tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:26.400758 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f9b60cbe-2a4e-4eff-b7ae-348b6f724e1a req-f3ddcf17-da3a-42e0-a4fc-d3abf43b9caa tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.1146760 Jun 29 16:29:26.429927 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0c352-2555-4986-82f4-b3e84a91e3da req-03569b31-33ec-43c5-9b52-43d6a9509060 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:26.431477 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5ed0c352-2555-4986-82f4-b3e84a91e3da req-03569b31-33ec-43c5-9b52-43d6a9509060 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.1185150 Jun 29 16:29:26.466728 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f9b60cbe-2a4e-4eff-b7ae-348b6f724e1a req-97fffafa-c074-427e-8749-cbb99ef05242 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596559 Jun 29 16:29:26.491335 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5ed0c352-2555-4986-82f4-b3e84a91e3da req-b3aaeee7-d001-46c2-ad80-1a5b3a5df839 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525467 Jun 29 16:29:26.775491 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d27a3-06ba-43e2-ba99-292d58befd9b req-3bd2d380-792c-47b5-8f6b-ca97b8516ee2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:26.777113 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3e0d27a3-06ba-43e2-ba99-292d58befd9b req-3bd2d380-792c-47b5-8f6b-ca97b8516ee2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 943 time: 0.0679717 Jun 29 16:29:26.830119 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3e0d27a3-06ba-43e2-ba99-292d58befd9b req-dc0de3cc-69f2-49ea-ada3-17b10e90b1d4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Jun 29 16:29:26.888412 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 09d07efe-c080-41a2-bc9a-33f18d8c8648 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:29:27.103693 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 09d07efe-c080-41a2-bc9a-33f18d8c8648, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:27.116174 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '09d07efe-c080-41a2-bc9a-33f18d8c8648', 'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'port_id': '09d07efe-c080-41a2-bc9a-33f18d8c8648', 'mac_address': 'fa:16:3e:aa:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:29:27.159161 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.172639 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d07efe-c080-41a2-bc9a-33f18d8c8648 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:27.190287 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.193742 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 09d07efe-c080-41a2-bc9a-33f18d8c8648, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:27.295035 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.295829 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device fc2b54db-3223-41cd-90cc-0b4fa50ab004 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:29:27.298469 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:27.356842 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=09d07efe-c080-41a2-bc9a-33f18d8c8648,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:27.361516 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:27.442121 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port fc2b54db-3223-41cd-90cc-0b4fa50ab004, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:27.459143 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'port_id': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'mac_address': 'fa:16:3e:93:6d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:29:27.485965 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 42930) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:27.532677 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.579426 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2b54db-3223-41cd-90cc-0b4fa50ab004 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:27.613564 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port fc2b54db-3223-41cd-90cc-0b4fa50ab004, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:27.640582 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-10477378-920f-4675-a315-fa8be651c014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.714992 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.715878 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 76b14845-4d54-4bd9-9e37-a8cfadddfd79 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:29:27.723420 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:27.760946 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbabdb7-d7ba-47fb-8f87-cdabac16a20b req-97b1dca3-af9f-4ad1-a1f3-1da496fe9ec3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:27.763177 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5bbabdb7-d7ba-47fb-8f87-cdabac16a20b req-97b1dca3-af9f-4ad1-a1f3-1da496fe9ec3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 944 time: 0.1068454 Jun 29 16:29:27.802820 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 76b14845-4d54-4bd9-9e37-a8cfadddfd79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76b14845-4d54-4bd9-9e37-a8cfadddfd79,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:27.805637 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=fc2b54db-3223-41cd-90cc-0b4fa50ab004,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:27.819501 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:27.824983 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '76b14845-4d54-4bd9-9e37-a8cfadddfd79', 'network_id': '3946b48c-4319-4969-b746-ed702c367093', 'port_id': '76b14845-4d54-4bd9-9e37-a8cfadddfd79', 'mac_address': 'fa:16:3e:27:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c9b843-f144-481a-8cd2-4b0fb1346bc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:29:27.825480 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-10477378-920f-4675-a315-fa8be651c014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.841924 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5bbabdb7-d7ba-47fb-8f87-cdabac16a20b req-ac221e1e-5973-479c-bd82-9d492470e32e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720420 Jun 29 16:29:27.880355 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:27.899538 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b14845-4d54-4bd9-9e37-a8cfadddfd79 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:29:27.924117 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 76b14845-4d54-4bd9-9e37-a8cfadddfd79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76b14845-4d54-4bd9-9e37-a8cfadddfd79,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:28.011925 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-10477378-920f-4675-a315-fa8be651c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:28.018455 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:28.087614 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7f273-5213-4858-a483-0e9ae83c3b9f req-30ce56bd-277f-4dd4-86a1-83fd70c3f23f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:28.087614 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ba7f273-5213-4858-a483-0e9ae83c3b9f req-30ce56bd-277f-4dd4-86a1-83fd70c3f23f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 944 time: 0.1002514 Jun 29 16:29:28.087614 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-10477378-920f-4675-a315-fa8be651c014 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9be2b8641516461382b8be80ac89205c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770071 Jun 29 16:29:28.088656 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42954) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:28.088998 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:28.088998 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:28.089169 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10477378-920f-4675-a315-fa8be651c014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dbb457-460c-48df-8dfc-a6597cff230e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:28.089169 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-10477378-920f-4675-a315-fa8be651c014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:28.112342 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ba7f273-5213-4858-a483-0e9ae83c3b9f req-826e6f36-d36e-4689-9173-bddc5f771dfa tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Jun 29 16:29:28.123775 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:28.139261 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=76b14845-4d54-4bd9-9e37-a8cfadddfd79,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:28.143091 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:28.147590 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:28.342448 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:28.345130 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:28.346314 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4dbb457-460c-48df-8dfc-a6597cff230e HTTP/1.1" status: 204 len: 168 time: 0.2776668 Jun 29 16:29:28.347081 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9b29ea45-9a29-4f0d-912f-fe853949fb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:28.355866 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dbb457-460c-48df-8dfc-a6597cff230e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:28.359176 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:29.088232 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff8f7-9a01-4281-909d-18f5c0de166e req-d39e8972-9a78-4be7-bb10-65592d0f6a20 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:29.091303 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b46ff8f7-9a01-4281-909d-18f5c0de166e req-d39e8972-9a78-4be7-bb10-65592d0f6a20 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 945 time: 0.1166737 Jun 29 16:29:29.136578 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b46ff8f7-9a01-4281-909d-18f5c0de166e req-536af559-6d4d-4f84-9d46-3acaf3ca3bb4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Jun 29 16:29:29.154378 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 42992) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:29.169474 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-578744fd-70cf-4ac3-a90e-5209335e27b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:29.262407 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-578744fd-70cf-4ac3-a90e-5209335e27b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:29.299862 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319183a-c505-446d-a603-b8c501ba9169 req-647b21fe-6619-47d3-9955-1224421557b6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:29.301456 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1319183a-c505-446d-a603-b8c501ba9169 req-647b21fe-6619-47d3-9955-1224421557b6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 944 time: 0.0687540 Jun 29 16:29:29.343163 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1319183a-c505-446d-a603-b8c501ba9169 req-43af0c51-2db9-4677-ad07-2197aedc23d0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Jun 29 16:29:29.428167 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-578744fd-70cf-4ac3-a90e-5209335e27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:29.431322 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-492c2bbb-d4ad-47c4-a66b-efe07b87dd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:29.459437 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['76b14845-4d54-4bd9-9e37-a8cfadddfd79'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:29:29.471508 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-578744fd-70cf-4ac3-a90e-5209335e27b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f9bbf87949cb49f5adc0a85c65ed12c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159590 Jun 29 16:29:29.472583 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578744fd-70cf-4ac3-a90e-5209335e27b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a212c77-7ca5-41f3-8e32-5f61882fad71,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:29.474807 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 42994) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:29.484371 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['fc2b54db-3223-41cd-90cc-0b4fa50ab004'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:29:29.490106 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-578744fd-70cf-4ac3-a90e-5209335e27b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:29.534113 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['09d07efe-c080-41a2-bc9a-33f18d8c8648'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:29:29.551774 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:29.584768 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:29.717737 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:29.720235 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:29.721853 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a212c77-7ca5-41f3-8e32-5f61882fad71 HTTP/1.1" status: 204 len: 168 time: 0.2451239 Jun 29 16:29:29.722550 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:29.732630 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a212c77-7ca5-41f3-8e32-5f61882fad71,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:29.734942 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:30.340522 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b8b9e-967b-444b-8953-5ef2b7e74613 req-a0e1687c-fec4-4b50-a0af-30e5cb55e74f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:30.342070 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1d5b8b9e-967b-444b-8953-5ef2b7e74613 req-a0e1687c-fec4-4b50-a0af-30e5cb55e74f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 945 time: 0.0667138 Jun 29 16:29:30.387441 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1d5b8b9e-967b-444b-8953-5ef2b7e74613 req-11f10daf-9911-4eea-81e6-7b43e952c52e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Jun 29 16:29:30.549889 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602b94a-f553-4f7b-b4b5-2e92b433daaa req-c904a6f2-f441-47b4-a4eb-78bd87266e33 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:30.551378 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9602b94a-f553-4f7b-b4b5-2e92b433daaa req-c904a6f2-f441-47b4-a4eb-78bd87266e33 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 944 time: 0.0675211 Jun 29 16:29:30.595692 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9602b94a-f553-4f7b-b4b5-2e92b433daaa req-0a2f1204-28c7-4314-b924-e94837076327 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381019 Jun 29 16:29:31.076126 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 09d07efe-c080-41a2-bc9a-33f18d8c8648 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:29:31.296800 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 09d07efe-c080-41a2-bc9a-33f18d8c8648 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:29:31.301050 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 09d07efe-c080-41a2-bc9a-33f18d8c8648 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:31.310242 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:31.394061 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:31.439419 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d07efe-c080-41a2-bc9a-33f18d8c8648'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:31.443540 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260ad97a-8533-4af8-90ef-b4f2d6325014" -d '{"events": [{"server_uuid": "140f6d6c-8202-4aa5-b1ed-2bdf355e43d1", "name": "network-vif-plugged", "status": "completed", "tag": "09d07efe-c080-41a2-bc9a-33f18d8c8648"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:31.469866 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 09d07efe-c080-41a2-bc9a-33f18d8c8648, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:31.515735 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3203b6ce-e3f0-4da2-9617-b17c15f97487 x-openstack-request-id: req-3203b6ce-e3f0-4da2-9617-b17c15f97487 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:31.516116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f6d6c-8202-4aa5-b1ed-2bdf355e43d1", "name": "network-vif-plugged", "status": "completed", "tag": "09d07efe-c080-41a2-bc9a-33f18d8c8648", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:31.516444 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3203b6ce-e3f0-4da2-9617-b17c15f97487 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:31.516846 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d07efe-c080-41a2-bc9a-33f18d8c8648', 'code': 200} Jun 29 16:29:31.616094 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:31.617228 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device fc2b54db-3223-41cd-90cc-0b4fa50ab004 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:29:31.619886 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-d90a8b81-d4a4-4855-b230-bef2f1a1b4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:31.632201 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf65abb-a10e-47bc-9980-fd6424b725eb req-dbda2b0c-2aea-4378-bff1-9fa903186b49 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:31.634004 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5cf65abb-a10e-47bc-9980-fd6424b725eb req-dbda2b0c-2aea-4378-bff1-9fa903186b49 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 945 time: 0.0756450 Jun 29 16:29:31.688147 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5cf65abb-a10e-47bc-9980-fd6424b725eb req-c8834ea7-254e-40be-9dc8-1b53718e8c64 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Jun 29 16:29:31.751816 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=09d07efe-c080-41a2-bc9a-33f18d8c8648,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:31.752660 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:31.845734 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port fc2b54db-3223-41cd-90cc-0b4fa50ab004 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:29:31.851719 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port fc2b54db-3223-41cd-90cc-0b4fa50ab004 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:31.852443 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:31.854300 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317f872-e3d5-4e9f-9dca-fedb671cd97b req-faedbd2e-6bc6-4b6a-82af-7c530ffc8374 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:31.861194 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b317f872-e3d5-4e9f-9dca-fedb671cd97b req-faedbd2e-6bc6-4b6a-82af-7c530ffc8374 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 944 time: 0.0911629 Jun 29 16:29:31.911736 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b317f872-e3d5-4e9f-9dca-fedb671cd97b req-bec911ec-35e8-4874-84fe-22c3ca1a444a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492423 Jun 29 16:29:31.946528 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:31.982958 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port fc2b54db-3223-41cd-90cc-0b4fa50ab004, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:32.050417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981069-be15-4678-80fb-61bea27aea2a req-8ccabec5-5ebb-469c-9704-3f295b8f8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:32.051807 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-95981069-be15-4678-80fb-61bea27aea2a req-8ccabec5-5ebb-469c-9704-3f295b8f8cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.0878098 Jun 29 16:29:32.111967 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-95981069-be15-4678-80fb-61bea27aea2a req-0a336811-74f4-4912-b5e5-26246e1d4f0d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Jun 29 16:29:32.128981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:32.129895 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 76b14845-4d54-4bd9-9e37-a8cfadddfd79 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:29:32.132754 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:32.208044 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=fc2b54db-3223-41cd-90cc-0b4fa50ab004,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:32.211207 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:32.317695 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:29:32.321879 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:29:32.322259 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:32.406164 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:32.440254 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 76b14845-4d54-4bd9-9e37-a8cfadddfd79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76b14845-4d54-4bd9-9e37-a8cfadddfd79,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:32.526379 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:32.528179 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:32.578892 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=76b14845-4d54-4bd9-9e37-a8cfadddfd79,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:32.581926 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:32.889949 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5e469-cfa6-4e61-bd0a-e3df03963916 req-addc2312-1d42-4071-86c0-0aa51d51e603 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:32.893802 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f4d5e469-cfa6-4e61-bd0a-e3df03963916 req-addc2312-1d42-4071-86c0-0aa51d51e603 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0700879 Jun 29 16:29:32.940749 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f4d5e469-cfa6-4e61-bd0a-e3df03963916 req-e864f7c3-adf7-4097-a7a9-be00d1594711 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Jun 29 16:29:33.120698 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e38245-e775-4bf9-87c1-52faa16d3228 req-3668b164-fd53-44e3-bd3d-a664333e9fbd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:33.122266 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-10e38245-e775-4bf9-87c1-52faa16d3228 req-3668b164-fd53-44e3-bd3d-a664333e9fbd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0743320 Jun 29 16:29:33.162728 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-10e38245-e775-4bf9-87c1-52faa16d3228 req-1f1f09e6-f21e-45ab-88fc-9a23baee0a68 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344710 Jun 29 16:29:33.518286 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004'}, {'server_uuid': '011963a5-a6fe-4524-a533-3386d282a8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b14845-4d54-4bd9-9e37-a8cfadddfd79'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:33.520797 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c055353-5651-4578-8b3f-d76896350f52" -d '{"events": [{"server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "name": "network-vif-plugged", "status": "completed", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004"}, {"server_uuid": "011963a5-a6fe-4524-a533-3386d282a8be", "name": "network-vif-plugged", "status": "completed", "tag": "76b14845-4d54-4bd9-9e37-a8cfadddfd79"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:33.569048 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13f85d9-4c51-454d-a887-e62015048bc1 x-openstack-request-id: req-c13f85d9-4c51-454d-a887-e62015048bc1 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:33.569414 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "name": "network-vif-plugged", "status": "completed", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004", "code": 200}, {"server_uuid": "011963a5-a6fe-4524-a533-3386d282a8be", "name": "network-vif-plugged", "status": "completed", "tag": "76b14845-4d54-4bd9-9e37-a8cfadddfd79", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:33.569807 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c13f85d9-4c51-454d-a887-e62015048bc1 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:33.570317 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'code': 200} Jun 29 16:29:33.574557 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011963a5-a6fe-4524-a533-3386d282a8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b14845-4d54-4bd9-9e37-a8cfadddfd79', 'code': 200} Jun 29 16:29:33.941473 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7f2ba-b577-4872-8aab-310e5529c2e5 req-d4a46efe-42ae-4388-9fc9-41301dded156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:33.942955 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c0c7f2ba-b577-4872-8aab-310e5529c2e5 req-d4a46efe-42ae-4388-9fc9-41301dded156 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1098 time: 0.0568931 Jun 29 16:29:34.003584 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc8e3f-d056-408b-894d-bf5d271a5fe2 req-832b69b8-c55e-46d4-9d63-9b197dfa0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:34.006208 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-c3bc8e3f-d056-408b-894d-bf5d271a5fe2 req-832b69b8-c55e-46d4-9d63-9b197dfa0dae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 1099 time: 0.0734479 Jun 29 16:29:34.010601 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c0c7f2ba-b577-4872-8aab-310e5529c2e5 req-475683a7-e2bd-4db2-93a3-c597e8c11b33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599871 Jun 29 16:29:34.110072 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-c3bc8e3f-d056-408b-894d-bf5d271a5fe2 req-e5a9be51-1ec9-44e6-8382-7696ca19b417 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348914 Jun 29 16:29:34.134844 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015ee37-6186-4295-9d8a-ca4ef067346f req-99a51436-ed2d-4b04-992b-917002a7f69a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:34.136553 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8015ee37-6186-4295-9d8a-ca4ef067346f req-99a51436-ed2d-4b04-992b-917002a7f69a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0703330 Jun 29 16:29:34.182041 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8015ee37-6186-4295-9d8a-ca4ef067346f req-43f192a0-7281-419e-90f6-c7101b336439 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351388 Jun 29 16:29:34.337541 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446973cf-b6e8-4b93-964c-a2490ddd62b5 req-b1b326e5-e944-426a-82f8-4448716dcc6b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:34.339649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-446973cf-b6e8-4b93-964c-a2490ddd62b5 req-b1b326e5-e944-426a-82f8-4448716dcc6b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0627379 Jun 29 16:29:34.387547 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-446973cf-b6e8-4b93-964c-a2490ddd62b5 req-dd9ffe2f-2def-4191-9246-2165e82780ad tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Jun 29 16:29:35.395530 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c673e5b-4d80-484d-b2ad-de2e2e8ecc76 req-72e3f8ea-e32d-4352-9bed-b6d2146856f1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:35.397216 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2c673e5b-4d80-484d-b2ad-de2e2e8ecc76 req-72e3f8ea-e32d-4352-9bed-b6d2146856f1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0947485 Jun 29 16:29:35.440774 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2c673e5b-4d80-484d-b2ad-de2e2e8ecc76 req-10fe7230-bfb4-48ed-b208-bb71e82a4764 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377219 Jun 29 16:29:35.566585 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e21a2-9b7c-4b07-881f-be546d21c122 req-af7b2859-fd32-4286-b1a9-b7a87eda7339 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:35.579961 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8d2e21a2-9b7c-4b07-881f-be546d21c122 req-af7b2859-fd32-4286-b1a9-b7a87eda7339 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0688887 Jun 29 16:29:35.609451 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8d2e21a2-9b7c-4b07-881f-be546d21c122 req-8e4b4065-6903-4c52-8877-4b61274521bc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353451 Jun 29 16:29:35.827254 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 43206) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:35.939837 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f120cdf-9e9b-4126-bf8c-398e03b148c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:36.037197 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f120cdf-9e9b-4126-bf8c-398e03b148c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:36.215076 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f120cdf-9e9b-4126-bf8c-398e03b148c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:36.218599 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:36.254510 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5f120cdf-9e9b-4126-bf8c-398e03b148c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2b942b8ee9148179b58e01eb2d9393d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261100 Jun 29 16:29:36.261358 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f120cdf-9e9b-4126-bf8c-398e03b148c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b8563-41c3-4c8e-9d5b-b81d0b9f60eb,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:36.262082 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43218) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:36.262818 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f120cdf-9e9b-4126-bf8c-398e03b148c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:36.307285 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:36.329624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:36.456647 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:36.459395 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:36.460551 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/139b8563-41c3-4c8e-9d5b-b81d0b9f60eb HTTP/1.1" status: 204 len: 168 time: 0.2022581 Jun 29 16:29:36.461351 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:36.469160 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b8563-41c3-4c8e-9d5b-b81d0b9f60eb,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:36.471418 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:36.686524 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc84b-fc24-4ee3-a6c9-408512db6b15 req-696fe405-3cf0-457c-93f7-603a53d66e63 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:36.688115 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d19cc84b-fc24-4ee3-a6c9-408512db6b15 req-696fe405-3cf0-457c-93f7-603a53d66e63 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0678546 Jun 29 16:29:36.728940 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d19cc84b-fc24-4ee3-a6c9-408512db6b15 req-f2b678b1-ba1e-468d-bbbf-5ef63b4076af tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Jun 29 16:29:36.790409 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e3746-12b6-4466-88f9-1e7d8ffd83ca req-66fd4ec7-3d54-4bc8-a173-b37d91030667 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:36.792016 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1d7e3746-12b6-4466-88f9-1e7d8ffd83ca req-66fd4ec7-3d54-4bc8-a173-b37d91030667 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0673375 Jun 29 16:29:36.832542 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1d7e3746-12b6-4466-88f9-1e7d8ffd83ca req-085ca797-4875-4722-8b6f-52ec6b2c2ce9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Jun 29 16:29:37.080545 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 43238) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:37.094420 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-df9d1f24-f1b2-4241-9088-26336a72ea24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.180503 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-df9d1f24-f1b2-4241-9088-26336a72ea24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.245588 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-df9d1f24-f1b2-4241-9088-26336a72ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.248323 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:37.287697 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d1f24-f1b2-4241-9088-26336a72ea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf70bd35-759e-4c5d-95ab-7d3bf190a236,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:37.291881 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-df9d1f24-f1b2-4241-9088-26336a72ea24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0f59694b9dfb4f3cb7f7c204a24a5ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102563 Jun 29 16:29:37.293399 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-df9d1f24-f1b2-4241-9088-26336a72ea24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:37.295798 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43240) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:37.345163 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.367332 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.484869 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.487507 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.488651 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf70bd35-759e-4c5d-95ab-7d3bf190a236 HTTP/1.1" status: 204 len: 168 time: 0.1922178 Jun 29 16:29:37.489395 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:37.497396 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf70bd35-759e-4c5d-95ab-7d3bf190a236,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:37.499556 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:37.914466 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd17918-0df4-40fc-af5a-cb8a335c1c59 req-a8a55022-8305-449a-bbfb-8569463eb31b tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:37.916207 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3bd17918-0df4-40fc-af5a-cb8a335c1c59 req-a8a55022-8305-449a-bbfb-8569463eb31b tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0729916 Jun 29 16:29:37.988845 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3bd17918-0df4-40fc-af5a-cb8a335c1c59 req-1f14c388-9bcc-455b-8dc7-791f30d2a903 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655866 Jun 29 16:29:38.054462 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a2c42-eb3e-4b65-a2fb-393a2ebd5a78 req-07bbb1c4-965b-4fc3-b343-ee30f48e9eea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:38.056150 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-766a2c42-eb3e-4b65-a2fb-393a2ebd5a78 req-07bbb1c4-965b-4fc3-b343-ee30f48e9eea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1007299 Jun 29 16:29:38.119651 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-766a2c42-eb3e-4b65-a2fb-393a2ebd5a78 req-05955b89-24a0-4167-950d-0c6a0ee135cb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565584 Jun 29 16:29:39.267539 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6f36-ca9e-4d6b-9027-f103b2d99739 req-5574a9b3-fe53-489c-b9b4-a55d7527ab25 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:39.269034 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-67cf6f36-ca9e-4d6b-9027-f103b2d99739 req-5574a9b3-fe53-489c-b9b4-a55d7527ab25 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0896037 Jun 29 16:29:39.342480 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-67cf6f36-ca9e-4d6b-9027-f103b2d99739 req-b918c259-3b05-49dd-80d2-08eb22491fec tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551825 Jun 29 16:29:39.369613 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be7fee-8ea7-4296-bf03-24865ac76fc3 req-01582096-2624-4929-9bbd-2bbbce673872 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:39.376192 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04be7fee-8ea7-4296-bf03-24865ac76fc3 req-01582096-2624-4929-9bbd-2bbbce673872 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1346977 Jun 29 16:29:39.475225 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04be7fee-8ea7-4296-bf03-24865ac76fc3 req-2a42b7cb-af87-4c82-99de-aec2758b315e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890837 Jun 29 16:29:39.719265 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d274b8-20b4-4b8f-a475-135e8b9a1473 req-d1565ad8-992d-47c2-8d32-5672b5701f19 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:39.720869 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-77d274b8-20b4-4b8f-a475-135e8b9a1473 req-d1565ad8-992d-47c2-8d32-5672b5701f19 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0850768 Jun 29 16:29:39.730557 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43328) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:39.735462 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'floatingip': {'port_id': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:29:39.805664 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:40.589034 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9647b0-4bc2-46c6-a522-c2a78c2f4cc6 req-019ac04c-03be-4a72-9fde-dddf40c4b958 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:40.592213 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f9647b0-4bc2-46c6-a522-c2a78c2f4cc6 req-019ac04c-03be-4a72-9fde-dddf40c4b958 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0834801 Jun 29 16:29:40.643028 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f9647b0-4bc2-46c6-a522-c2a78c2f4cc6 req-7c02cb99-893d-465f-aeee-46c92d5d653c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Jun 29 16:29:40.790159 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:40.868217 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:40.973726 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Floating IP 62a20a63-da83-4792-b0ac-c1e8dd824fc1 associated. External IP: 172.27.3.40, port: fc2b54db-3223-41cd-90cc-0b4fa50ab004. Jun 29 16:29:41.193365 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Router 5cfe548a-34d5-487c-8c23-99f97bb4dccf has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:29:41.328628 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:29:41.334512 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:41.346299 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] Sync routers for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:29:41.360600 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:29:41.361606 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:29:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:41.412479 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b9706762-ad99-4912-9679-c774f0a6b9e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "PUT /v2.0/floatingips/62a20a63-da83-4792-b0ac-c1e8dd824fc1 HTTP/1.1" status: 200 len: 990 time: 1.6804957 Jun 29 16:29:41.413980 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:41.418582 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af49b88-f445-4623-ae73-d67419ea36e9" -d '{"events": [{"name": "network-changed", "server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:41.541838 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-993d06ef-4bb2-43fe-85cd-fc96e7589cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:41.543722 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-993d06ef-4bb2-43fe-85cd-fc96e7589cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 1099 time: 0.1153800 Jun 29 16:29:41.612098 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:29:41.669655 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf5cf8-d96e-40ec-bbb3-a7edf64eb666 req-226f1770-7c1a-4361-a5e1-9e6e38ee006b tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:41.674432 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-65bf5cf8-d96e-40ec-bbb3-a7edf64eb666 req-226f1770-7c1a-4361-a5e1-9e6e38ee006b tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1862135 Jun 29 16:29:41.689341 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0dc902-9ab7-487a-8aa9-cb099b1b4267 x-openstack-request-id: req-be0dc902-9ab7-487a-8aa9-cb099b1b4267 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:41.689341 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:41.689813 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be0dc902-9ab7-487a-8aa9-cb099b1b4267 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:41.690326 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'status': 'completed', 'code': 200} Jun 29 16:29:41.725507 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-3bbd9855-c965-4316-a4f3-b6af23e97d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:41.727796 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-3bbd9855-c965-4316-a4f3-b6af23e97d11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 919 time: 0.1682584 Jun 29 16:29:41.802463 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-65bf5cf8-d96e-40ec-bbb3-a7edf64eb666 req-d83cc3a7-6c1d-4f1a-b200-84489bc76b05 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194930 Jun 29 16:29:41.860740 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-d9ee6a87-60eb-4207-8633-c3d5cefb12ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76b14845-4d54-4bd9-9e37-a8cfadddfd79 HTTP/1.1" status: 200 len: 217 time: 0.1256690 Jun 29 16:29:41.879929 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-3e2d1e5d-2662-4fd8-857c-e3c008b6604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:41.879929 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-3e2d1e5d-2662-4fd8-857c-e3c008b6604c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1098 time: 0.1542351 Jun 29 16:29:41.929620 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-b28e3c43-3998-47e2-b798-b7be17f529b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:41.931709 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-b28e3c43-3998-47e2-b798-b7be17f529b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.0607462 Jun 29 16:29:42.006396 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-eed8eee7-132a-4e2d-b5cb-b6c90420dde9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581410 Jun 29 16:29:42.311280 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-9c0e29f4-0de7-4a6f-8ad3-8aca4fd8c98a service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298449 Jun 29 16:29:42.311377 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '62a20a63-da83-4792-b0ac-c1e8dd824fc1', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'port_id': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'mac_address': 'fa:16:3e:93:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:28:59Z', 'updated_at': '2021-06-29T16:29:40Z', 'revision_number': 1, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:42.311377 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] Checking router: 5cfe548a-34d5-487c-8c23-99f97bb4dccf for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:29:42.311377 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:29:42.311699 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:29:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:42.311785 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-b0f44293-bce8-466c-9b16-017e89a6cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:42.311900 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e8125b2-6681-4842-8d74-483a782cdf26 req-968ea22e-58c5-49df-aac5-ae94a2bd62de service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036048 Jun 29 16:29:42.311983 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-b0f44293-bce8-466c-9b16-017e89a6cf91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 911 time: 0.3852818 Jun 29 16:29:42.368589 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:29:42.392304 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-7c548c91-b284-4d40-bc00-999189541349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 200 len: 998 time: 0.0994081 Jun 29 16:29:42.461128 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-3dd925ce-ae9c-4066-84c2-1eb40703267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:42.461128 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-3dd925ce-ae9c-4066-84c2-1eb40703267e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.0482969 Jun 29 16:29:42.515710 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-54216b79-f85e-45f8-afd7-00ff79a25264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:42.517217 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-54216b79-f85e-45f8-afd7-00ff79a25264 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564504 Jun 29 16:29:42.625850 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-079ab29a-b4b1-43f9-89bc-a5f850135ba4 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967348 Jun 29 16:29:42.650510 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '62a20a63-da83-4792-b0ac-c1e8dd824fc1', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'port_id': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'mac_address': 'fa:16:3e:93:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:28:59Z', 'updated_at': '2021-06-29T16:29:40Z', 'revision_number': 1, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:29:42.681561 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9600-cb3a-4c42-8e71-604c110ec3c3 None None] The sync data for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi is: [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '62a20a63-da83-4792-b0ac-c1e8dd824fc1', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'port_id': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'mac_address': 'fa:16:3e:93:6d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:28:59Z', 'updated_at': '2021-06-29T16:29:40Z', 'revision_number': 1, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:29:42.792711 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af49b88-f445-4623-ae73-d67419ea36e9 req-967a6957-de24-41fc-a2a4-8e6eceb07afd service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553404 Jun 29 16:29:43.000241 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7b467-81a1-4210-904c-188cf8f38bf7 None None] New status for floating IP 62a20a63-da83-4792-b0ac-c1e8dd824fc1: ACTIVE {{(pid=93787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:29:43.144393 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b835dd-f79e-40a3-80af-c5e5f122ab1e req-789a37a7-b61d-4d0e-abb8-8e54087e3a06 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:43.146307 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-45b835dd-f79e-40a3-80af-c5e5f122ab1e req-789a37a7-b61d-4d0e-abb8-8e54087e3a06 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1386187 Jun 29 16:29:43.279333 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-45b835dd-f79e-40a3-80af-c5e5f122ab1e req-99a92b6a-dac3-4a27-822d-e5ddb2a67f04 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239815 Jun 29 16:29:43.330412 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b830f-3090-41f8-a5e7-ebae1f855497 req-b82afc0f-bf63-484e-8111-b17585bd311b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:43.337625 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-535b830f-3090-41f8-a5e7-ebae1f855497 req-b82afc0f-bf63-484e-8111-b17585bd311b tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.1461456 Jun 29 16:29:43.378562 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-535b830f-3090-41f8-a5e7-ebae1f855497 req-8a5b397d-0892-43c9-a95f-d72c8293d24c tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Jun 29 16:29:44.605802 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26084e6-ff07-4fa5-aca8-5838648b2a53 req-f0379e2c-0c40-4eb9-af76-0ad2d3950c07 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:44.607236 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a26084e6-ff07-4fa5-aca8-5838648b2a53 req-f0379e2c-0c40-4eb9-af76-0ad2d3950c07 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0675337 Jun 29 16:29:44.653212 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a26084e6-ff07-4fa5-aca8-5838648b2a53 req-d4df40c3-67d6-4e46-ae03-1b6400a3dc3f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Jun 29 16:29:44.818252 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0abef-7431-4f55-bbbb-d9c0b38e16f1 req-f3bd42cb-ad75-400f-a0d5-6bdf75dc570f tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:44.819810 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b6d0abef-7431-4f55-bbbb-d9c0b38e16f1 req-f3bd42cb-ad75-400f-a0d5-6bdf75dc570f tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0656657 Jun 29 16:29:44.862185 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b6d0abef-7431-4f55-bbbb-d9c0b38e16f1 req-c8ffafbd-c439-4384-8c18-88d50cf7f7ba tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Jun 29 16:29:45.856453 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870b203-bfc2-49ad-a71c-2f461de7f41a req-a5202805-ee90-42bd-98a1-3d69c4f8484a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:45.856453 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b870b203-bfc2-49ad-a71c-2f461de7f41a req-a5202805-ee90-42bd-98a1-3d69c4f8484a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0823972 Jun 29 16:29:45.900984 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b870b203-bfc2-49ad-a71c-2f461de7f41a req-5b060037-66b8-45ea-ab57-ff40c31fabb8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 Jun 29 16:29:46.081042 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a5176-3aaf-40a7-8146-e0c034711940 req-b533bfdf-b66d-4f71-909d-115cad77296e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:46.082512 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fe8a5176-3aaf-40a7-8146-e0c034711940 req-b533bfdf-b66d-4f71-909d-115cad77296e tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0732830 Jun 29 16:29:46.125153 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fe8a5176-3aaf-40a7-8146-e0c034711940 req-4c155b80-0aec-40b9-a0f7-41b73537b604 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Jun 29 16:29:47.081118 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b986f-c277-4918-a9ad-854ffd6ed115 req-1ff0148d-c514-4eff-bdaf-1c522c925176 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:47.082572 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-117b986f-c277-4918-a9ad-854ffd6ed115 req-1ff0148d-c514-4eff-bdaf-1c522c925176 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0665491 Jun 29 16:29:47.121924 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-117b986f-c277-4918-a9ad-854ffd6ed115 req-2f714815-92b3-4d3e-a4fd-00d9f0f011f0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Jun 29 16:29:47.306758 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4b62e-7983-4593-ba0f-a5a00b5b49fb req-19636556-03d2-4593-bb8f-81ce3cc131f8 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:47.308963 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5fe4b62e-7983-4593-ba0f-a5a00b5b49fb req-19636556-03d2-4593-bb8f-81ce3cc131f8 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0679615 Jun 29 16:29:47.347716 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5fe4b62e-7983-4593-ba0f-a5a00b5b49fb req-98f53738-ec9e-4c7f-85b5-799d89770370 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Jun 29 16:29:48.303215 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c72f23-64c5-4e43-b185-7a78524bcabb req-4a601e36-943c-45e9-904a-a93329abab29 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:48.304694 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c7c72f23-64c5-4e43-b185-7a78524bcabb req-4a601e36-943c-45e9-904a-a93329abab29 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0623968 Jun 29 16:29:48.345820 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c7c72f23-64c5-4e43-b185-7a78524bcabb req-9b00b403-3ef6-450b-8f3a-2b74228a9880 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338252 Jun 29 16:29:48.524807 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1f4a8-13c9-43b6-802a-c81e518d0a7c req-b4ba3adf-d79b-45f7-988d-a42b2e8ccb47 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:48.528173 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-61b1f4a8-13c9-43b6-802a-c81e518d0a7c req-b4ba3adf-d79b-45f7-988d-a42b2e8ccb47 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.0694375 Jun 29 16:29:48.599166 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-61b1f4a8-13c9-43b6-802a-c81e518d0a7c req-ca75f1f1-5da7-4739-969b-dc4703c6a740 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/security-groups?id=55e1756c-fb45-4045-af1c-736925cd2b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699508 Jun 29 16:29:48.637968 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf0702-826c-487a-8287-830ceb07c667 req-7523190c-3c9f-4812-b5ff-4b2293154f71 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:48.639873 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eacf0702-826c-487a-8287-830ceb07c667 req-7523190c-3c9f-4812-b5ff-4b2293154f71 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 945 time: 0.1086080 Jun 29 16:29:48.641419 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 43586) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:48.784143 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:48.836822 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Deleting port ac2a7dfa-83dc-41f7-a24c-4c5796286144 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:29:48.837181 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:48.985701 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] For port ac2a7dfa-83dc-41f7-a24c-4c5796286144, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ac2a7dfa-83dc-41f7-a24c-4c5796286144,segment=NetworkSegment(e77b666f-57ce-495d-9d72-11be0063ca91),segment_id=e77b666f-57ce-495d-9d72-11be0063ca91)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:29:48.986087 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:48.997920 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.011443 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Calling delete_port for ac2a7dfa-83dc-41f7-a24c-4c5796286144 owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:29:49.127999 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.148731 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-10477378-920f-4675-a315-fa8be651c014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:49.211805 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43614) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:49.227115 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8747b3a3a8d34f62b588123ad4d48c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5778282 Jun 29 16:29:49.228658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ba01e7-2b06-46bd-baca-266eec2a5160,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:49.238408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.238815 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.239214 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.246740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.249141 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:49.295937 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43618) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:49.304051 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.335784 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.365445 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.371998 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5789c25e-dceb-416a-9a73-0094b8dd1fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:49.399684 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Pushing event deleted for resources: {'Port': ['ID=ac2a7dfa-83dc-41f7-a24c-4c5796286144,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:49.403298 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:49.446902 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43626) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:49.468609 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] No DVR routers for this DVR port ac2a7dfa-83dc-41f7-a24c-4c5796286144 on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:29:49.471860 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.473873 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eacf0702-826c-487a-8287-830ceb07c667 req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.11 "DELETE /v2.0/ports/ac2a7dfa-83dc-41f7-a24c-4c5796286144 HTTP/1.1" status: 204 len: 173 time: 0.8263552 Jun 29 16:29:49.474389 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'name': 'network-vif-deleted', 'tag': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:29:49.477179 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feed3659-f84a-4f5c-9901-43cbee632002" -d '{"events": [{"server_uuid": "1a00a1ee-bb3c-4baf-bafd-d6a0a429c702", "name": "network-vif-deleted", "tag": "ac2a7dfa-83dc-41f7-a24c-4c5796286144"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:29:49.512368 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.515212 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.519217 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14ba01e7-2b06-46bd-baca-266eec2a5160 HTTP/1.1" status: 204 len: 168 time: 0.3056374 Jun 29 16:29:49.525504 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0e40f772-9a70-4ce9-898b-bec85322b3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:49.580009 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ba01e7-2b06-46bd-baca-266eec2a5160,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:49.580248 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c32e84-9048-4c7d-a8b8-07e92a22ae56 req-99617a9c-26a7-4cda-9efd-0759a0145bf7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:49.591646 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47c32e84-9048-4c7d-a8b8-07e92a22ae56 req-99617a9c-26a7-4cda-9efd-0759a0145bf7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0918581 Jun 29 16:29:49.593563 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a16b52-5334-489f-ba89-e01bc209ec08 x-openstack-request-id: req-23a16b52-5334-489f-ba89-e01bc209ec08 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:29:49.593866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a00a1ee-bb3c-4baf-bafd-d6a0a429c702", "name": "network-vif-deleted", "tag": "ac2a7dfa-83dc-41f7-a24c-4c5796286144", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:29:49.595821 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23a16b52-5334-489f-ba89-e01bc209ec08 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:29:49.595821 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a00a1ee-bb3c-4baf-bafd-d6a0a429c702', 'name': 'network-vif-deleted', 'tag': 'ac2a7dfa-83dc-41f7-a24c-4c5796286144', 'status': 'completed', 'code': 200} Jun 29 16:29:49.603324 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.615862 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f0b18a1f-9e1e-44dd-bfdf-7b6e983a787d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.630198 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.630521 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.630806 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.631151 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.631511 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.632088 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.632781 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.633289 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.633801 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.634134 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.634612 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.635115 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:29:49.640190 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47c32e84-9048-4c7d-a8b8-07e92a22ae56 req-c95667d5-d4c1-4814-a18a-80026fac974f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Jun 29 16:29:49.645631 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:49.755245 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.db.api [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:29:49.755245 dv-cinder-793515-6-iscsi neutron-server[93786]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 16:29:49.755245 dv-cinder-793515-6-iscsi neutron-server[93786]: [parameters: {'project_id': '5f886207e9234b89a3efc7f0921d8e24', 'id': '82e3b5e8-7452-4104-a6d7-2952b875ecb5', 'expiration': datetime.datetime(2021, 6, 29, 16, 31, 49, 667039)}] Jun 29 16:29:49.755245 dv-cinder-793515-6-iscsi neutron-server[93786]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93786) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:29:49.756124 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_db.api [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:29:49.779798 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f5f66071-3cfd-4ba6-b584-a260838e2a9c req-007b51df-7413-4ff6-aac7-e87c0543ae56 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0346601 Jun 29 16:29:49.787120 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f0b18a1f-9e1e-44dd-bfdf-7b6e983a787d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.937305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f0b18a1f-9e1e-44dd-bfdf-7b6e983a787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:49.946595 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0d908cb0-b08a-44bf-97f9-8e8baefbbd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:49.981441 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f0b18a1f-9e1e-44dd-bfdf-7b6e983a787d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09dd766513a644d3badc26b2ae0b4f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6844914 Jun 29 16:29:49.982553 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b18a1f-9e1e-44dd-bfdf-7b6e983a787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5a9cc-35fe-4b9c-a850-47967c33123d,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:49.984233 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 43646) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:49.985678 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f0b18a1f-9e1e-44dd-bfdf-7b6e983a787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:49.998412 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1191d5fe-55eb-4032-8ca0-865aa5e1dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.039172 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.061218 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.257480 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.322356 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.326265 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.335068 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35f5a9cc-35fe-4b9c-a850-47967c33123d HTTP/1.1" status: 204 len: 168 time: 0.3496604 Jun 29 16:29:50.336408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a845e519-fac3-4615-91eb-818c80980f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:50.381100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5a9cc-35fe-4b9c-a850-47967c33123d,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:50.394530 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:50.429563 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 43660) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:50.458548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-57367249-f72f-4d10-a38b-81592a69044a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.580248 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.690089 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.695161 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:50.740541 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f886207e9234b89a3efc7f0921d8e24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2921939 Jun 29 16:29:50.741487 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43670) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:50.743962 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5793466-9f0a-435f-b5cc-5e0e9087680a,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:50.752833 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:50.803728 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.834676 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:50.966892 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-57367249-f72f-4d10-a38b-81592a69044a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.017698 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369a69-fcca-4d6a-ad9f-60f75cdad8bd req-baad3d30-b63c-4d78-808b-75560b11490d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:51.019108 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17369a69-fcca-4d6a-ad9f-60f75cdad8bd req-baad3d30-b63c-4d78-808b-75560b11490d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1692753 Jun 29 16:29:51.021123 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cad278e9-651f-4396-95ab-a1ccae5e2239 req-02aa900a-60ad-463c-ab8d-c57228cad4be tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0465839 Jun 29 16:29:51.045872 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.048777 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.056692 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5793466-9f0a-435f-b5cc-5e0e9087680a HTTP/1.1" status: 204 len: 168 time: 0.3069634 Jun 29 16:29:51.056692 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f049a1b3-fac3-4ee3-bbef-3f5aa8cc08c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:51.059022 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5793466-9f0a-435f-b5cc-5e0e9087680a,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:51.061413 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:51.062951 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17369a69-fcca-4d6a-ad9f-60f75cdad8bd req-c6ffe839-6859-4057-a0c0-37056eb3b7ab tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Jun 29 16:29:51.097243 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-57367249-f72f-4d10-a38b-81592a69044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.101457 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:51.139951 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-57367249-f72f-4d10-a38b-81592a69044a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e396970e1c544e29de5d22af27a7c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087796 Jun 29 16:29:51.142244 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57367249-f72f-4d10-a38b-81592a69044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9fc8a6-45df-424a-910e-c9258e10d67d,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:51.142717 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43676) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:51.145750 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-57367249-f72f-4d10-a38b-81592a69044a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:51.196825 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.221898 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.382733 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.386127 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.388285 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f9fc8a6-45df-424a-910e-c9258e10d67d HTTP/1.1" status: 204 len: 168 time: 0.2442310 Jun 29 16:29:51.389536 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6bae9925-126c-4855-9257-e11984751116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:51.397848 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9fc8a6-45df-424a-910e-c9258e10d67d,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:51.400769 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:51.508380 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43680) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:51.521884 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5c787495-318c-4615-8b3d-bc5ff58891cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.659493 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5c787495-318c-4615-8b3d-bc5ff58891cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.740496 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5c787495-318c-4615-8b3d-bc5ff58891cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.743136 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-578744fd-70cf-4ac3-a90e-5209335e27b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:51.781859 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c787495-318c-4615-8b3d-bc5ff58891cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc97de-a5ff-4b51-af3e-63f2c0b5d308,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:51.785058 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5c787495-318c-4615-8b3d-bc5ff58891cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:51.787793 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5c787495-318c-4615-8b3d-bc5ff58891cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ea5107cf6bd431cb5186ddfdc398a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796526 Jun 29 16:29:51.791945 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43690) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:51.851693 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:51.880305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.188303 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.196241 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.196241 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfcc97de-a5ff-4b51-af3e-63f2c0b5d308 HTTP/1.1" status: 204 len: 168 time: 0.3989189 Jun 29 16:29:52.196241 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-63f52958-f2d2-463b-8b4b-4a26a8dbc176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:52.202621 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcc97de-a5ff-4b51-af3e-63f2c0b5d308,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:52.204056 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82fc8c8e-1b69-4d86-aba2-b3f8b451ef92 req-d0063427-54f1-4b4a-b345-40ae78fbde45 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0372715 Jun 29 16:29:52.205107 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:52.223161 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ac2a7dfa-83dc-41f7-a24c-4c5796286144 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:29:52.239361 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43704) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:52.253637 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-383b4700-6d57-4a70-9b9d-c46e41634876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.257438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: ac2a7dfa-83dc-41f7-a24c-4c5796286144 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:29:52.257438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ac2a7dfa-83dc-41f7-a24c-4c5796286144 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:29:52.391970 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-383b4700-6d57-4a70-9b9d-c46e41634876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.401935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea81c4-5a04-408b-a873-b223b881a852 req-e9ac3ca7-72de-40b4-b623-97c90a11726d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:52.403543 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-27ea81c4-5a04-408b-a873-b223b881a852 req-e9ac3ca7-72de-40b4-b623-97c90a11726d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0673449 Jun 29 16:29:52.444693 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-27ea81c4-5a04-408b-a873-b223b881a852 req-e85eedd6-5362-4be7-aca9-586e80a6101f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353665 Jun 29 16:29:52.622905 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-383b4700-6d57-4a70-9b9d-c46e41634876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.626895 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-be790f15-c182-49ea-9b98-7188705e3e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:52.665754 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-383b4700-6d57-4a70-9b9d-c46e41634876 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8e5c38a9ed943418ff5f4df501c026d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250312 Jun 29 16:29:52.668846 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43716) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:52.675794 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b4700-6d57-4a70-9b9d-c46e41634876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c17fce-e207-4a47-8461-39728410e1c8,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:52.679507 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-383b4700-6d57-4a70-9b9d-c46e41634876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:52.733839 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.756478 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.796800 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.873715 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8377d316-7038-4e7c-b693-03a598a1991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.919558 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.922214 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.925814 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1c17fce-e207-4a47-8461-39728410e1c8 HTTP/1.1" status: 204 len: 168 time: 0.2536187 Jun 29 16:29:52.925814 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-78292db9-8066-45e2-a237-0d48d39d62ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:52.931538 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c17fce-e207-4a47-8461-39728410e1c8,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:52.934801 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:53.114161 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43730) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:53.130490 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-df7402f7-5517-4750-8ba4-7ec34739b691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.264732 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-df7402f7-5517-4750-8ba4-7ec34739b691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.371104 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-df7402f7-5517-4750-8ba4-7ec34739b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.374495 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:53.388086 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0ef348c3-f0f9-465c-b057-9c186c8e9f12 req-5c3ea8bb-3a8b-417b-8170-0b4ef68166c1 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0346482 Jun 29 16:29:53.401251 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7402f7-5517-4750-8ba4-7ec34739b691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f3262-8679-44ec-ad03-ee7aaac4445e,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:53.417807 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-df7402f7-5517-4750-8ba4-7ec34739b691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:53.444167 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 43750) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:53.444383 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-df7402f7-5517-4750-8ba4-7ec34739b691 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55937afc87724e319fbd070bb4f59e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290584 Jun 29 16:29:53.505126 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.533523 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.674085 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc20434-6507-4ba8-97da-e1df22fd4c02 req-abcc1e21-800c-48b4-be30-bc9d80beb2d4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:53.689276 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5cc20434-6507-4ba8-97da-e1df22fd4c02 req-abcc1e21-800c-48b4-be30-bc9d80beb2d4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0962467 Jun 29 16:29:53.705771 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.708057 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.714496 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/175f3262-8679-44ec-ad03-ee7aaac4445e HTTP/1.1" status: 204 len: 168 time: 0.2641256 Jun 29 16:29:53.714496 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6c359028-a6b1-4fdf-8be5-88e45408562b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:53.729433 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f3262-8679-44ec-ad03-ee7aaac4445e,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:53.753417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:53.760519 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5cc20434-6507-4ba8-97da-e1df22fd4c02 req-b1d16d73-9c91-4a6d-9b3c-e9bd5b6a115f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714660 Jun 29 16:29:54.046854 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:54.464174 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50af68b5-c562-4135-80c2-019dca1c44a2 req-d735e1f5-de8e-4d4b-8f25-1f4af73a8935 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0398035 Jun 29 16:29:54.567294 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50af68b5-c562-4135-80c2-019dca1c44a2 req-53437faf-9f2e-4a7d-9933-4715bc1d3662 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e15a400d1d564d9f91c54131ba29f79d&device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0384305 Jun 29 16:29:54.615440 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-29da84dd-a4a2-45bd-a2ae-f0c240125af6 req-f9067b4c-d53d-4690-b6a8-95fd27e51944 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a00a1ee-bb3c-4baf-bafd-d6a0a429c702 HTTP/1.1" status: 200 len: 210 time: 0.0535614 Jun 29 16:29:54.749109 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 43798) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:54.760044 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af68b5-c562-4135-80c2-019dca1c44a2 req-0d47282a-67e8-4d77-a2b1-3ab7d2f3debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:54.762165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50af68b5-c562-4135-80c2-019dca1c44a2 req-0d47282a-67e8-4d77-a2b1-3ab7d2f3debe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e15a400d1d564d9f91c54131ba29f79d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1605084 Jun 29 16:29:54.876522 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af68b5-c562-4135-80c2-019dca1c44a2 req-c897fbf2-c7e8-48ac-8c5b-75b42db56e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:54.878042 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50af68b5-c562-4135-80c2-019dca1c44a2 req-c897fbf2-c7e8-48ac-8c5b-75b42db56e28 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054847 Jun 29 16:29:54.963536 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8e7d5-4a8a-4871-a7e2-cd091d112910 req-e830d13a-35f1-46f2-9f58-f5bde1e034ae tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:54.965657 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ed8e7d5-4a8a-4871-a7e2-cd091d112910 req-e830d13a-35f1-46f2-9f58-f5bde1e034ae tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0729294 Jun 29 16:29:55.011854 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ed8e7d5-4a8a-4871-a7e2-cd091d112910 req-0b3d24fb-8042-4b65-9855-eba0b5b77362 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Jun 29 16:29:55.053482 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-58ff228c-9378-457a-8d0f-ca9c46e22ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.149723 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-58ff228c-9378-457a-8d0f-ca9c46e22ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.348356 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-58ff228c-9378-457a-8d0f-ca9c46e22ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.352309 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:55.387494 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff228c-9378-457a-8d0f-ca9c46e22ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905e6ffd-3cd3-4f63-b073-48a1421ef9ab,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:55.390690 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-58ff228c-9378-457a-8d0f-ca9c46e22ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:55.393564 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-58ff228c-9378-457a-8d0f-ca9c46e22ca6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd60cc3c344d4ca5b658fbe826966aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6432195 Jun 29 16:29:55.396426 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 43818) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:55.469348 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.503539 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.546502 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.662551 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.667126 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.669456 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/905e6ffd-3cd3-4f63-b073-48a1421ef9ab HTTP/1.1" status: 204 len: 168 time: 0.2719593 Jun 29 16:29:55.670272 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c87d813c-4fda-4da2-a601-8a3f465ef616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:55.681748 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905e6ffd-3cd3-4f63-b073-48a1421ef9ab,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:55.685227 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:56.280162 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf442a6-5b92-4ad4-aefc-e312fbe2cbbb req-7f7059f0-1e35-43d9-ac62-38f50c8b4d16 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:56.288030 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0cf442a6-5b92-4ad4-aefc-e312fbe2cbbb req-7f7059f0-1e35-43d9-ac62-38f50c8b4d16 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1145840 Jun 29 16:29:56.342471 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0cf442a6-5b92-4ad4-aefc-e312fbe2cbbb req-b406ef32-9283-4854-b6c1-cc00d1fde8e4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Jun 29 16:29:57.021347 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:57.258580 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:29:57.560419 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc7bc8-6bb3-46fe-ade6-ce3a126b9014 req-7807bc4c-a2b2-459c-af5b-fa968827c948 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:57.562112 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-81fc7bc8-6bb3-46fe-ade6-ce3a126b9014 req-7807bc4c-a2b2-459c-af5b-fa968827c948 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0715070 Jun 29 16:29:57.618859 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-81fc7bc8-6bb3-46fe-ade6-ce3a126b9014 req-54f8d4f2-2e99-4688-a728-b8c437cc1eeb tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498111 Jun 29 16:29:58.693889 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44036) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:58.833625 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e516d1a6-071d-4b96-bfeb-23fe72e9090f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:58.856252 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913b82f-a4b9-4d99-979e-411c49f6b980 req-019ac95d-008f-4af3-b4e1-8a4476bed582 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:29:58.858089 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0913b82f-a4b9-4d99-979e-411c49f6b980 req-019ac95d-008f-4af3-b4e1-8a4476bed582 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0859420 Jun 29 16:29:58.914329 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0913b82f-a4b9-4d99-979e-411c49f6b980 req-7c305e6a-7832-4b8e-928d-f9dc43179f33 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Jun 29 16:29:58.938674 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e516d1a6-071d-4b96-bfeb-23fe72e9090f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:59.068416 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e516d1a6-071d-4b96-bfeb-23fe72e9090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:59.071107 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-874271ac-199d-475b-a325-f27fdaef12ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:59.111485 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e516d1a6-071d-4b96-bfeb-23fe72e9090f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5900cbd0e8c41718f64b0541260b0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174192 Jun 29 16:29:59.112370 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516d1a6-071d-4b96-bfeb-23fe72e9090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756ab06-a3ca-4f8b-a6ff-bc3a0536dacc,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:59.114598 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44048) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:29:59.115904 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e516d1a6-071d-4b96-bfeb-23fe72e9090f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:29:59.178538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:59.207120 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:59.376698 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:59.379283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:59.380409 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1756ab06-a3ca-4f8b-a6ff-bc3a0536dacc HTTP/1.1" status: 204 len: 168 time: 0.2643275 Jun 29 16:29:59.381162 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4996fc1d-6688-48dd-9bc0-b0cbaf0775da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:29:59.389468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756ab06-a3ca-4f8b-a6ff-bc3a0536dacc,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:29:59.392000 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:00.016998 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44068) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:00.038078 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a359c552-696a-48c3-8a9c-5f288de173a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:00.130062 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5c42e-4888-4619-937e-c844d5f4992b req-8970bad2-34ee-4e7a-b1e0-6f14207bc18f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:00.131548 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-28c5c42e-4888-4619-937e-c844d5f4992b req-8970bad2-34ee-4e7a-b1e0-6f14207bc18f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1025090 Jun 29 16:30:00.188224 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-28c5c42e-4888-4619-937e-c844d5f4992b req-0490277d-b54d-4669-ac80-f2b49b963e7d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502181 Jun 29 16:30:00.207771 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a359c552-696a-48c3-8a9c-5f288de173a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:00.302313 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a359c552-696a-48c3-8a9c-5f288de173a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:00.319296 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:00.363853 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a359c552-696a-48c3-8a9c-5f288de173a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b6a6110ca3d481487b5fa461b7294e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467658 Jun 29 16:30:00.364139 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44080) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:00.366423 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359c552-696a-48c3-8a9c-5f288de173a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abed920-e781-45e5-b774-da5a3842c44b,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:00.372270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a359c552-696a-48c3-8a9c-5f288de173a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:00.433356 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:00.456509 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:00.588364 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:00.592497 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:00.593691 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2abed920-e781-45e5-b774-da5a3842c44b HTTP/1.1" status: 204 len: 168 time: 0.2287188 Jun 29 16:30:00.594362 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:00.602750 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abed920-e781-45e5-b774-da5a3842c44b,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:00.605572 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:01.383518 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41081bfe-becb-4b7e-a041-7a17515f1c43 req-23b42a89-ed0c-47f9-9372-5aa415b45ed9 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:01.385110 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-41081bfe-becb-4b7e-a041-7a17515f1c43 req-23b42a89-ed0c-47f9-9372-5aa415b45ed9 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0719297 Jun 29 16:30:01.432674 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-41081bfe-becb-4b7e-a041-7a17515f1c43 req-83d5bba6-ae7c-4353-8ee4-1d0d7b87a2ac tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Jun 29 16:30:02.641196 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd9c6a-c3ff-4176-b52b-63698bcd0d1a req-e04c00b0-2e4f-4dc2-9925-884878110a01 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:02.642760 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-80bd9c6a-c3ff-4176-b52b-63698bcd0d1a req-e04c00b0-2e4f-4dc2-9925-884878110a01 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0866280 Jun 29 16:30:02.683439 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-80bd9c6a-c3ff-4176-b52b-63698bcd0d1a req-f19ebd6a-f576-4498-9a08-5976d739724d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346982 Jun 29 16:30:03.912125 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44210) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:03.972781 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Deleting subnet 4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44 {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:30:03.977469 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:03.988273 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a1015-3905-47fb-b095-d7d093121295 req-692163ed-980b-4c85-bcd9-1daba6fe9a93 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:03.990685 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1b0a1015-3905-47fb-b095-d7d093121295 req-692163ed-980b-4c85-bcd9-1daba6fe9a93 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0895343 Jun 29 16:30:04.019119 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.034327 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.035723 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1b0a1015-3905-47fb-b095-d7d093121295 req-9e7f8cf7-9372-4ba7-869b-7179b2b6c90b tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Jun 29 16:30:04.226989 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.231341 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4c8f088a-fcf6-49ed-8149-a6cf9a06a16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:04.254688 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:04.257558 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:04.260725 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.266095 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44220) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:04.266557 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4443f24f-c6eb-45b1-b3b9-c9a0aea1ca44 HTTP/1.1" status: 204 len: 168 time: 0.3527040 Jun 29 16:30:04.340451 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.428937 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.439665 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > port after_create 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > port after_update 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.443767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.610619 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.610871 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.611259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.611586 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:04.611956 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1c3324-bf2d-4665-8dbe-56ee39884118']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:04.633206 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77b666f-57ce-495d-9d72-11be0063ca91') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:04.633206 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77b666f-57ce-495d-9d72-11be0063ca91') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:04.647835 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.670003 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.679060 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:30:04.679443 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: from cryptography.utils import int_from_bytes Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: from cryptography.utils import int_from_bytes Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:30:04.683634 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:30:05.089843 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:05.097461 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:05.099723 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] 10.222.0.65 "DELETE /v2.0/networks/af1c3324-bf2d-4665-8dbe-56ee39884118 HTTP/1.1" status: 204 len: 168 time: 0.8327346 Jun 29 16:30:05.100963 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9161229d-44b7-4d20-9afc-132e2e21221d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:05.117892 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Pushing event deleted for resources: {'Network': ['ID=af1c3324-bf2d-4665-8dbe-56ee39884118,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:05.122137 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-be2a863e-b906-4fbf-8ee1-4bc3d8727743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:05.237977 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa89a2-05ce-4b83-8fd5-2ae38d9b2a84 req-8756fc20-ce33-400e-958a-bdf522a109f3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:05.242892 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7efa89a2-05ce-4b83-8fd5-2ae38d9b2a84 req-8756fc20-ce33-400e-958a-bdf522a109f3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0728669 Jun 29 16:30:05.287297 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7efa89a2-05ce-4b83-8fd5-2ae38d9b2a84 req-3ba33bc9-02a1-401e-ab92-718ec8336c3e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Jun 29 16:30:05.570515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44248) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:05.615875 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-154f70de-42ab-4e54-b088-6d2adfc5d0b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e15a400d1d564d9f91c54131ba29f79d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441206 Jun 29 16:30:05.619525 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44250) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:05.685416 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:05.710563 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:05.880789 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:05.886770 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:05.888716 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55e1756c-fb45-4045-af1c-736925cd2b89 HTTP/1.1" status: 204 len: 168 time: 0.2662373 Jun 29 16:30:05.890217 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3065ab70-ccc2-4268-9db2-3c3fd2ed4316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:05.903722 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e1756c-fb45-4045-af1c-736925cd2b89,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:05.908039 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:06.514907 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44290) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:06.575661 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ab924-5823-460c-8e0f-ab5ea9d501ee req-110cb87e-5e79-4521-bfbd-687ea230a607 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:06.577700 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-571ab924-5823-460c-8e0f-ab5ea9d501ee req-110cb87e-5e79-4521-bfbd-687ea230a607 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0996344 Jun 29 16:30:06.638978 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-571ab924-5823-460c-8e0f-ab5ea9d501ee req-d2ae9a42-bbce-4105-b8a4-dec34c2f47ca tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520287 Jun 29 16:30:06.696659 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-84c9a798-71ca-4396-8d15-e1d047d725c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:06.812421 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-84c9a798-71ca-4396-8d15-e1d047d725c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:06.915749 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-84c9a798-71ca-4396-8d15-e1d047d725c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:06.919957 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9057dfd8-3ab2-4596-a8af-48fa5faf73f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:06.966601 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44310) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:06.967237 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-84c9a798-71ca-4396-8d15-e1d047d725c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f15065548954579a9202d473dea53b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499099 Jun 29 16:30:06.972502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9a798-71ca-4396-8d15-e1d047d725c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55738b9c-263b-4a10-b9c7-3205b367215f,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:06.978236 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-84c9a798-71ca-4396-8d15-e1d047d725c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:07.047869 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.077065 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.087214 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44312) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:07.216338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-433582c1-c1ee-4cde-9cac-06c5f7506d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.238072 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.241193 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.245834 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55738b9c-263b-4a10-b9c7-3205b367215f HTTP/1.1" status: 204 len: 168 time: 0.2747459 Jun 29 16:30:07.245834 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-abca74b5-8a63-4bb3-9977-c82bd0f325d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:07.254137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55738b9c-263b-4a10-b9c7-3205b367215f,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:07.255509 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:07.339821 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-433582c1-c1ee-4cde-9cac-06c5f7506d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.435613 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44326) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:07.441998 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-433582c1-c1ee-4cde-9cac-06c5f7506d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.445753 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:07.490787 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44330) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:07.491703 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-433582c1-c1ee-4cde-9cac-06c5f7506d5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1291931c736541339a6376a634658ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023902 Jun 29 16:30:07.493863 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433582c1-c1ee-4cde-9cac-06c5f7506d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15456a98-7c52-4344-8473-f536359dc0f7,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:07.495287 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-433582c1-c1ee-4cde-9cac-06c5f7506d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:07.555924 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.588660 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.649583 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-network', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:07.846496 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7fc7-3041-4ac4-8231-606a5a85d80f req-bbb3a365-f81b-4992-9f78-2afc265032b6 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:07.847720 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-993a7fc7-3041-4ac4-8231-606a5a85d80f req-bbb3a365-f81b-4992-9f78-2afc265032b6 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0740974 Jun 29 16:30:07.848295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Made reservation on behalf of c91fe35ef36446c4bb91c8196203672e for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:07.851064 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.862060 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.881282 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.888689 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:07.890905 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15456a98-7c52-4344-8473-f536359dc0f7 HTTP/1.1" status: 204 len: 168 time: 0.3985565 Jun 29 16:30:07.892476 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f3e4bb38-b876-47ce-b846-db8bec6697e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:07.906985 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15456a98-7c52-4344-8473-f536359dc0f7,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:07.913436 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:07.913891 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-993a7fc7-3041-4ac4-8231-606a5a85d80f req-8d72e1e2-070d-4793-b40a-10bff08d46ab tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510924 Jun 29 16:30:08.021877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.125674 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.130108 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a280ea45-b18a-4e00-ad31-0b4844edf75f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:08.152512 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:30:08.169741 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7077ea76-4d90-448a-b7e5-89c26e2944f1,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:08.173146 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:08.179296 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.179296 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Added segment 973b4250-b978-4c0a-b676-2081b4590f0b of type vlan for network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca Jun 29 16:30:08.215457 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44350) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:08.255527 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.261749 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ba1e29b3-5f0c-4355-9943-7d477e4de2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.439319 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.446115 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:08.446115 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.449167 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:08.475063 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ba1e29b3-5f0c-4355-9943-7d477e4de2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.522425 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee50ffc-c253-40c0-9da1-8bcbb0408bca,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:08.525383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:08.533875 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:30:08.561645 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ba1e29b3-5f0c-4355-9943-7d477e4de2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.564503 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3809b0ab-719d-474d-b4b7-e9e6154a1b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:08.603760 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e29b3-5f0c-4355-9943-7d477e4de2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017ad86a-c5ae-43be-9313-438324bd3314,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:08.612822 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ba1e29b3-5f0c-4355-9943-7d477e4de2c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1062e2968e9b4768b8f6fa556cffb6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923137 Jun 29 16:30:08.613096 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ba1e29b3-5f0c-4355-9943-7d477e4de2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:08.613212 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44354) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:08.646805 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2100339 Jun 29 16:30:08.652462 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44356) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:08.669181 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Request body: {'subnet': {'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-subnet', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:08.676650 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.704405 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.744219 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44360) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:08.758018 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Made reservation on behalf of c91fe35ef36446c4bb91c8196203672e for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:08.760431 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.764532 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be76229c-686a-46f5-b7e6-bd272789d442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.838406 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.843044 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:08.847444 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/017ad86a-c5ae-43be-9313-438324bd3314 HTTP/1.1" status: 204 len: 168 time: 0.2301793 Jun 29 16:30:08.847444 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:08.861324 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017ad86a-c5ae-43be-9313-438324bd3314,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:08.864544 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:09.064813 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be76229c-686a-46f5-b7e6-bd272789d442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.153551 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-be76229c-686a-46f5-b7e6-bd272789d442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.156822 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c54244dd-5fdf-45db-b5c4-e173e0baaea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:09.203488 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.211615 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a68e1-196d-4f8f-aac8-23f3cbbc5bf5 req-5d7cec3c-8c33-49e0-a8ea-6a881a52d124 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:09.213387 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd3a68e1-196d-4f8f-aac8-23f3cbbc5bf5 req-5d7cec3c-8c33-49e0-a8ea-6a881a52d124 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1298835 Jun 29 16:30:09.219559 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76229c-686a-46f5-b7e6-bd272789d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd1567e-7baa-44a7-8e1a-6c82a523f3e0,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:09.228431 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-be76229c-686a-46f5-b7e6-bd272789d442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:09.230551 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bf81b012-977b-4fa9-a105-17da37083d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:09.245237 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-be76229c-686a-46f5-b7e6-bd272789d442 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98c39eee3d9841bf9c2ee45aecd6dd0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951587 Jun 29 16:30:09.246186 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44380) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:09.309760 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd3a68e1-196d-4f8f-aac8-23f3cbbc5bf5 req-c61a6a95-e49c-4dc1-9b3b-fc1504ab9cd1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861306 Jun 29 16:30:09.313498 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32d8e4b-3576-4d8b-a7e0-44ebcd171252,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:09.317039 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:09.338130 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Checking segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:09.344665 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Network hostable DHCP agents. Network: 5ee50ffc-c253-40c0-9da1-8bcbb0408bca, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:30:09.358195 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.386550 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.481361 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:30:09.583271 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.590564 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.593181 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/edd1567e-7baa-44a7-8e1a-6c82a523f3e0 HTTP/1.1" status: 204 len: 168 time: 0.3453009 Jun 29 16:30:09.594274 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f0b18a1f-9e1e-44dd-bfdf-7b6e983a787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:09.611014 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd1567e-7baa-44a7-8e1a-6c82a523f3e0,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:09.615819 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 5ee50ffc-c253-40c0-9da1-8bcbb0408bca) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:09.625679 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:09.631149 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:09.633252 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.644716 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf93531f-8bf4-45fb-9f7e-c321087ca18b None None] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:09.765530 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-315744ad-4018-44a4-bf18-50c2d0db9bc0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1112137 Jun 29 16:30:09.773055 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44396) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:09.780919 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:09.935652 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:09.936609 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.021255 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.089325 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:30:10.090684 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.359400 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.359849 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Allocated IP 172.20.0.2 (5ee50ffc-c253-40c0-9da1-8bcbb0408bca/e32d8e4b-3576-4d8b-a7e0-44ebcd171252/750e0393-1e55-42e4-b306-69c04230a2b6) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:10.579027 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.588450 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Transition to ACTIVE for port object 750e0393-1e55-42e4-b306-69c04230a2b6 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:10.608791 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Transition to ACTIVE for port object 750e0393-1e55-42e4-b306-69c04230a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:10.687495 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.704428 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:10.788999 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa952167-32c3-4d17-932e-7e01965406cb req-6715ceee-f30c-42b2-8fa3-cd3368dd4c78 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:10.791716 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa952167-32c3-4d17-932e-7e01965406cb req-6715ceee-f30c-42b2-8fa3-cd3368dd4c78 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1641321 Jun 29 16:30:10.832824 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:10.832824 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Pushing event updated for resources: {'Port': ['ID=750e0393-1e55-42e4-b306-69c04230a2b6,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:10.858860 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.861609 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:10.895236 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.910116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.911209 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:10.947960 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:10.956297 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:10.958256 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:10.988128 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa952167-32c3-4d17-932e-7e01965406cb req-11822251-17d7-43f8-b41e-e5835e1f5746 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471725 Jun 29 16:30:11.122805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Attempting to bind port 750e0393-1e55-42e4-b306-69c04230a2b6 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:30:11.124870 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Attempting to bind port 750e0393-1e55-42e4-b306-69c04230a2b6 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:30:11.124870 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Attempting to bind port 750e0393-1e55-42e4-b306-69c04230a2b6 on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:11.173447 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:30:11.174753 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Checking segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:11.175680 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:11.176991 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Bound using segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:30:11.178022 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Bound port: 750e0393-1e55-42e4-b306-69c04230a2b6, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:30:11.179213 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:11.421805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] For port 750e0393-1e55-42e4-b306-69c04230a2b6, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:30:11.453031 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] For port 750e0393-1e55-42e4-b306-69c04230a2b6, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=750e0393-1e55-42e4-b306-69c04230a2b6,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:30:11.530113 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:11.537939 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:11.581379 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Allocated IP 172.27.3.113 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/5c7fea9c-0aea-4740-9858-352bd3206241) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:11.734113 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Pushing event updated for resources: {'Port': ['ID=750e0393-1e55-42e4-b306-69c04230a2b6,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:11.763772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:11.860556 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44450) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:11.876297 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.047024 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.049814 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b34a7d99-1618-4d8c-80dd-266cbeadba14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:12.063734 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1085204402-network', 'tenant_id': '9bd541ef972f4669b7a2050821a51f91'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:12.160224 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:12.184410 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:12.191462 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:12.196568 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7fea9c-0aea-4740-9858-352bd3206241,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:12.251608 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Made reservation on behalf of 9bd541ef972f4669b7a2050821a51f91 for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:12.254818 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.265758 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:12.270782 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.463518 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf48d1-d79f-4b1e-b395-58152555de2c req-6970db18-70d7-4b34-b821-d4e208128190 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:12.465734 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2cf48d1-d79f-4b1e-b395-58152555de2c req-6970db18-70d7-4b34-b821-d4e208128190 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1656628 Jun 29 16:30:12.604513 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.625469 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2cf48d1-d79f-4b1e-b395-58152555de2c req-5ad8a7d9-3612-45df-93f5-1adcc0b8b417 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424716 Jun 29 16:30:12.685230 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.693646 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-24fd70be-ccc6-4ab0-bf70-bd38b907d21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:12.704377 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.750454 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:30:12.772334 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d6aa4-dfac-4d16-9777-63e58934722e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:12.782418 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:12.786961 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:12.791287 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Added segment 464f5de5-1e31-4686-8e31-cff7f9b8ed98 of type vlan for network ac9b4377-0ee3-4958-94f6-cdf4d25efecb Jun 29 16:30:12.909111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.045727 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.047231 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:13.048345 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.071245 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:13.149988 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.161519 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 750e0393-1e55-42e4-b306-69c04230a2b6 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:13.173747 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3114460 Jun 29 16:30:13.179295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44486) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:13.187655 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Request body: {'subnet': {'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1085204402-subnet', 'tenant_id': '9bd541ef972f4669b7a2050821a51f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:13.255785 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9b4377-0ee3-4958-94f6-cdf4d25efecb,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:13.272718 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:13.274973 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network ac9b4377-0ee3-4958-94f6-cdf4d25efecb details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:30:13.362977 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 750e0393-1e55-42e4-b306-69c04230a2b6 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:13.380111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Made reservation on behalf of 9bd541ef972f4669b7a2050821a51f91 for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:13.385487 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.447003 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e36d7-d430-4887-aa00-861c317ded2b None None] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:13.450165 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Router 82385957-f96d-43de-a655-3c4967ada685 is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:30:13.599732 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:30:13.623871 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Sync routers for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:30:13.640559 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:13.641340 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:29:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:13.715158 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.716673 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9422657 Jun 29 16:30:13.721035 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44498) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:13.737179 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Provisioning for port 750e0393-1e55-42e4-b306-69c04230a2b6 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:13.763950 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Provisioning complete for port 750e0393-1e55-42e4-b306-69c04230a2b6 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:13.764614 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.830375 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:13.837827 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:13.876551 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:13.964446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39119259-18ef-47be-a41c-e076aa2091d7,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:13.980399 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:14.023460 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:14.091398 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Checking segment: {'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:14.092014 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Network hostable DHCP agents. Network: ac9b4377-0ee3-4958-94f6-cdf4d25efecb, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:30:14.118507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5987f37-73df-4995-b0c0-b8128a439a48 req-2279c261-e8bc-436e-90d8-d252ca0a188e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:14.131779 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a5987f37-73df-4995-b0c0-b8128a439a48 req-2279c261-e8bc-436e-90d8-d252ca0a188e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1822875 Jun 29 16:30:14.174941 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] For port 750e0393-1e55-42e4-b306-69c04230a2b6, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=750e0393-1e55-42e4-b306-69c04230a2b6,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:14.221541 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a5987f37-73df-4995-b0c0-b8128a439a48 req-cfcbd174-8ea1-4dd5-8e66-8a836fa7df87 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884991 Jun 29 16:30:14.262144 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Network ac9b4377-0ee3-4958-94f6-cdf4d25efecb is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:30:14.271257 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:14.286165 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:14.298781 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:12Z', 'revision_number': 3, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:14.374734 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Checking router: 82385957-f96d-43de-a655-3c4967ada685 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:30:14.375142 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Updating router 82385957-f96d-43de-a655-3c4967ada685 port 5c7fea9c-0aea-4740-9858-352bd3206241 binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:30:14.394461 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, ac9b4377-0ee3-4958-94f6-cdf4d25efecb) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:14.400848 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:14.402295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:14.454927 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc47cc49-c553-457e-82a2-a7982cf0eb68 None None] Network ac9b4377-0ee3-4958-94f6-cdf4d25efecb requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:14.478693 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:14.508362 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3266220 Jun 29 16:30:14.542736 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Pushing event updated for resources: {'Port': ['ID=750e0393-1e55-42e4-b306-69c04230a2b6,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:14.558304 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:14.572150 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e086ee1b-4a8f-4f7b-867c-377a11b5cb36 None None] Provisioning complete for port 750e0393-1e55-42e4-b306-69c04230a2b6 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:14.574032 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e086ee1b-4a8f-4f7b-867c-377a11b5cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:14.733418 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf6cae-3c2d-44a0-b953-eb5476f76430 None None] Network ac9b4377-0ee3-4958-94f6-cdf4d25efecb requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:15.029879 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.070856 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Transition to ACTIVE for port object 5c7fea9c-0aea-4740-9858-352bd3206241 will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:15.071133 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.099669 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 750e0393-1e55-42e4-b306-69c04230a2b6 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:15.161073 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 750e0393-1e55-42e4-b306-69c04230a2b6 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:15.161073 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.183171 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.188573 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:15.259296 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Attempting to bind port 5c7fea9c-0aea-4740-9858-352bd3206241 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:30:15.259675 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Attempting to bind port 5c7fea9c-0aea-4740-9858-352bd3206241 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:30:15.260037 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Attempting to bind port 5c7fea9c-0aea-4740-9858-352bd3206241 on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:15.265846 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Pushing event updated for resources: {'Port': ['ID=5c7fea9c-0aea-4740-9858-352bd3206241,revision_number=2']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:15.269374 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:30:15.269754 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:15.270149 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.270543 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:30:15.271147 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Bound port: 5c7fea9c-0aea-4740-9858-352bd3206241, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:30:15.271431 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.316928 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.317269 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.317612 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.317946 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.318323 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.318638 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.318964 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.319313 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.319659 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.320118 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.320448 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.320763 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:15.325662 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Allocated IP 172.20.0.1 (5ee50ffc-c253-40c0-9da1-8bcbb0408bca/e32d8e4b-3576-4d8b-a7e0-44ebcd171252/0e55a73e-e9a1-442b-b85f-670071812686) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:15.325759 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:15.392343 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] For port 5c7fea9c-0aea-4740-9858-352bd3206241, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:30:15.399145 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] For port 5c7fea9c-0aea-4740-9858-352bd3206241, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=5c7fea9c-0aea-4740-9858-352bd3206241,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:30:15.468683 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.470908 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:15.473103 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2790-9187-42c3-88c8-768a0cc30f47 req-3747e2b5-b097-4974-ab4a-4973c40ee640 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:15.482522 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-697d2790-9187-42c3-88c8-768a0cc30f47 req-3747e2b5-b097-4974-ab4a-4973c40ee640 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1143265 Jun 29 16:30:15.539331 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-697d2790-9187-42c3-88c8-768a0cc30f47 req-d6e2f5cf-26b4-4874-b438-3701608dbb40 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552959 Jun 29 16:30:15.549156 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.552540 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Pushing event updated for resources: {'Port': ['ID=5c7fea9c-0aea-4740-9858-352bd3206241,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:15.582082 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Transition to ACTIVE for port object 0e55a73e-e9a1-442b-b85f-670071812686 will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:15.597937 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:15.599336 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:29:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:15.602628 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:15.736060 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:15.737559 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.741244 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-a2052e92-6c3f-46a4-a23d-254ad1c675e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:15.809519 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:15.826074 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:15.831698 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:15.832177 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:15.934742 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Pushing event updated for resources: {'Port': ['ID=0e55a73e-e9a1-442b-b85f-670071812686,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:15.939697 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:16.155961 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:12Z', 'revision_number': 3, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:16.195448 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b078-128d-447c-bd52-759e0125ded1 None None] The sync data for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi is: [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:12Z', 'revision_number': 3, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:30:16.206748 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:16.268958 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-9fa1e8f5-de27-4cb7-8806-052023a070c0 None None] Provisioning for port 0e55a73e-e9a1-442b-b85f-670071812686 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:16.275770 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-9fa1e8f5-de27-4cb7-8806-052023a070c0 None None] Provisioning complete for port 0e55a73e-e9a1-442b-b85f-670071812686 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:16.279675 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-9fa1e8f5-de27-4cb7-8806-052023a070c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:16.356420 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1e8f5-de27-4cb7-8806-052023a070c0 None None] Port 0e55a73e-e9a1-442b-b85f-670071812686 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:30:16.500983 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:16.588644 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:16.597092 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:16.597455 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8f0dfaa7-0a8f-45b4-bf4d-71425d79e2f5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:16.692047 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Pushing event updated for resources: {'Port': ['ID=0e55a73e-e9a1-442b-b85f-670071812686,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:16.698207 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:16.737111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf3727-880b-45ee-b749-46ac14979c69 req-ef250068-ffba-4e26-a9e8-2878e70ce903 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:16.740460 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fcaf3727-880b-45ee-b749-46ac14979c69 req-ef250068-ffba-4e26-a9e8-2878e70ce903 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0835359 Jun 29 16:30:16.753329 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:16.755165 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:16.812375 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fcaf3727-880b-45ee-b749-46ac14979c69 req-7404baf0-4278-4f41-9f9f-0d85e78e5465 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651543 Jun 29 16:30:17.124390 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Router 82385957-f96d-43de-a655-3c4967ada685 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:30:17.130840 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44562) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:17.161234 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5c7fea9c-0aea-4740-9858-352bd3206241 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:17.274592 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-efaa18c0-e7d6-46d3-ae91-e56a5ac30c6b None None] Provisioning complete for port 0e55a73e-e9a1-442b-b85f-670071812686 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:17.275288 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-efaa18c0-e7d6-46d3-ae91-e56a5ac30c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.340648 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-efaa18c0-e7d6-46d3-ae91-e56a5ac30c6b None None] Port 0e55a73e-e9a1-442b-b85f-670071812686 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:30:17.363503 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f148601-e6bb-4af2-9b2b-37b416b25965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.371585 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:30:17.389209 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 5c7fea9c-0aea-4740-9858-352bd3206241 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:17.399013 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 5c7fea9c-0aea-4740-9858-352bd3206241 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:17.399695 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.403246 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] 10.222.0.65 "PUT /v2.0/routers/82385957-f96d-43de-a655-3c4967ada685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805875 Jun 29 16:30:17.563835 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f148601-e6bb-4af2-9b2b-37b416b25965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.565645 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.589471 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 5c7fea9c-0aea-4740-9858-352bd3206241, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=5c7fea9c-0aea-4740-9858-352bd3206241,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:17.622723 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f148601-e6bb-4af2-9b2b-37b416b25965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.625575 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ba1e29b3-5f0c-4355-9943-7d477e4de2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:17.645803 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.654685 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-66596aef-be4f-432e-93d5-1c1297e42ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:17.669795 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f148601-e6bb-4af2-9b2b-37b416b25965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe8704e-4b9c-4fc6-805e-70494a33b22a,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:17.674373 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5f148601-e6bb-4af2-9b2b-37b416b25965 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e25b19ea2b644099e6967e1284f8642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5396709 Jun 29 16:30:17.675391 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f148601-e6bb-4af2-9b2b-37b416b25965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:17.677371 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44574) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:17.759897 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=5c7fea9c-0aea-4740-9858-352bd3206241,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:17.765269 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:17.778875 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.821088 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.977889 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.985103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:17.987178 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbe8704e-4b9c-4fc6-805e-70494a33b22a HTTP/1.1" status: 204 len: 168 time: 0.3081625 Jun 29 16:30:17.988545 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f5a1ca20-3173-441c-9931-a030364cdccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:18.001664 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe8704e-4b9c-4fc6-805e-70494a33b22a,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:18.005422 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:18.355332 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Sync routers for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:30:18.369119 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:18.370024 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:29:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:18.500548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99834f40-48e6-4e6b-88ce-40ce246616e1 req-508104cb-e57f-49d4-a89d-77de43c98bae tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:18.518428 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99834f40-48e6-4e6b-88ce-40ce246616e1 req-508104cb-e57f-49d4-a89d-77de43c98bae tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1453764 Jun 29 16:30:18.527069 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:18.586200 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99834f40-48e6-4e6b-88ce-40ce246616e1 req-143200f6-7ea2-4b28-baf4-3700e96d5ab0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665383 Jun 29 16:30:18.873604 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44592) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:18.878495 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122597502', 'description': 'tempest-description--2051312882'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:18.945130 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 2, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:18.975680 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Checking router: 82385957-f96d-43de-a655-3c4967ada685 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:30:18.976353 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Updating router 82385957-f96d-43de-a655-3c4967ada685 port 0e55a73e-e9a1-442b-b85f-670071812686 binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:30:19.030547 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.049241 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5c7fea9c-0aea-4740-9858-352bd3206241 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:19.116447 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44604) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:19.133742 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-109596d8-e55a-411e-a961-4f07af21309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.142480 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.198693 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 5c7fea9c-0aea-4740-9858-352bd3206241 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:19.199295 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.270185 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-109596d8-e55a-411e-a961-4f07af21309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.382073 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-109596d8-e55a-411e-a961-4f07af21309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.387349 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-55e7a4eb-0d25-45dd-ba2e-48a477076613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:19.467523 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-109596d8-e55a-411e-a961-4f07af21309a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4508625c66594381aca1407d53fac2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465216 Jun 29 16:30:19.467793 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109596d8-e55a-411e-a961-4f07af21309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ddf289-edd7-4257-a3d4-5482b5ab835e,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:19.467895 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44626) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:19.471500 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-109596d8-e55a-411e-a961-4f07af21309a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:19.498959 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.520556 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Transition to ACTIVE for port object 0e55a73e-e9a1-442b-b85f-670071812686 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:19.551851 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.557190 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.580708 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.587458 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.591051 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:19.622120 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.643729 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:19.665543 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2c2b-67b9-4917-904b-16d1048bb4b3 None None] Pushing event updated for resources: {'Port': ['ID=0e55a73e-e9a1-442b-b85f-670071812686,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:19.670013 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-88ab2c2b-67b9-4917-904b-16d1048bb4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:19.683952 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e92a13-836e-42e2-89f4-b4b1625d6006,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:19.688999 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:19.731900 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Attempting to bind port 0e55a73e-e9a1-442b-b85f-670071812686 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:30:19.733226 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Attempting to bind port 0e55a73e-e9a1-442b-b85f-670071812686 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:30:19.733226 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Attempting to bind port 0e55a73e-e9a1-442b-b85f-670071812686 on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:19.739078 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:30:19.739571 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Checking segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:19.739914 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.740319 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Bound using segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:30:19.740936 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Bound port: 0e55a73e-e9a1-442b-b85f-670071812686, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:30:19.741331 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.753837 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.755143 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8804727 Jun 29 16:30:19.758044 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44636) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:19.764363 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'security_group_rule': {'security_group_id': 'c4e92a13-836e-42e2-89f4-b4b1625d6006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:19.786932 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.789293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.790619 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02ddf289-edd7-4257-a3d4-5482b5ab835e HTTP/1.1" status: 204 len: 168 time: 0.3217621 Jun 29 16:30:19.793536 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-16e6dd29-c424-439d-992b-d27783eed197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:19.846865 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ddf289-edd7-4257-a3d4-5482b5ab835e,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:19.851248 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:19.880922 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] For port 0e55a73e-e9a1-442b-b85f-670071812686, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:30:19.889835 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafdcce-56c0-4f7c-aa86-ac6a1a148077 req-62d0e901-3669-4226-847b-bde757ce6b28 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:19.891360 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dfafdcce-56c0-4f7c-aa86-ac6a1a148077 req-62d0e901-3669-4226-847b-bde757ce6b28 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1057014 Jun 29 16:30:19.903133 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] For port 0e55a73e-e9a1-442b-b85f-670071812686, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=0e55a73e-e9a1-442b-b85f-670071812686,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:30:19.926853 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:19.953290 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dfafdcce-56c0-4f7c-aa86-ac6a1a148077 req-6bf4212e-0891-4a1e-bd4e-d8c58560827f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548670 Jun 29 16:30:19.999067 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.032566 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-74a3fd58-186d-4f34-8896-46879640d11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.067201 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.072304 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:20.130635 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2c2b-67b9-4917-904b-16d1048bb4b3 None None] Pushing event updated for resources: {'Port': ['ID=0e55a73e-e9a1-442b-b85f-670071812686,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:20.133390 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:20.134025 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:29:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:20.136889 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-88ab2c2b-67b9-4917-904b-16d1048bb4b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:20.163237 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.169102 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-aefc0a1a-2375-4043-a0f4-461d92157d27 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:20.186728 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a02108-8406-4a02-9cb1-08db8da268ae,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:20.190523 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:20.254363 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:20.399480 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.401351 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44644) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:20.402030 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6224916 Jun 29 16:30:20.402124 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'security_group_rule': {'security_group_id': 'c4e92a13-836e-42e2-89f4-b4b1625d6006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:20.508147 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:19Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:20.538428 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9859a-9239-4ad6-b131-ff05ff6cd58e None None] The sync data for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi is: [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:19Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:30:20.565031 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.678809 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.965544 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:20.967595 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:20.982309 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6e1656-694b-4f89-8748-4f4a5e72a1cb,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:21.000099 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:21.091299 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:21.093076 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7105353 Jun 29 16:30:21.096049 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44676) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:21.103583 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:21.111388 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 0e55a73e-e9a1-442b-b85f-670071812686 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:21.257271 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370b92c-be8d-437b-a0e7-fe4bf7a6fa0c req-69d7eb24-dd71-4feb-9221-51719b4d4d44 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:21.259160 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2370b92c-be8d-437b-a0e7-fe4bf7a6fa0c req-69d7eb24-dd71-4feb-9221-51719b4d4d44 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1450696 Jun 29 16:30:21.305893 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2370b92c-be8d-437b-a0e7-fe4bf7a6fa0c req-7ac786c3-8c4b-45a0-a981-179e9cf961d4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Jun 29 16:30:21.393152 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 0e55a73e-e9a1-442b-b85f-670071812686 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:21.394029 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:21.404053 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 0e55a73e-e9a1-442b-b85f-670071812686 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:21.404053 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:21.514112 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:21.542933 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:21.551535 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 0e55a73e-e9a1-442b-b85f-670071812686, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=0e55a73e-e9a1-442b-b85f-670071812686,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:21.669741 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:21.673232 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b4e28018-9fe9-4039-8077-596b658c1f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:21.694492 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Allocated IP 172.27.3.226 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/fc3199e1-0aa3-4398-9628-4d85e719bffb) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:21.738367 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=0e55a73e-e9a1-442b-b85f-670071812686,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:21.744209 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:21.745217 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44694) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:21.845690 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:21.876200 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1235415375-network', 'tenant_id': '22082a4b72d84ad5916eec823a510007'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:22.062704 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Made reservation on behalf of 22082a4b72d84ad5916eec823a510007 for: {'network': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:22.063158 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.065144 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.065667 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6d858aa7-56e3-4d58-aba9-2c2fea0044df tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:22.080958 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.121537 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:22.126770 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:22.132438 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:22.159957 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'Port': ['ID=fc3199e1-0aa3-4398-9628-4d85e719bffb,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:22.173304 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:22.208398 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.269337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.320566 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.325603 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e700db22-d1cd-41af-8f08-298d415b03d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:22.353774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:30:22.364738 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282cc3c2-be03-44ce-bc9f-07ef45169d3e,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:22.369510 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:22.371208 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.375791 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.segments_db [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Added segment bc84647c-00a5-48c8-aad9-05008595b36c of type vlan for network f5fc35ba-1728-43b3-9d21-29b5ef59c660 Jun 29 16:30:22.444485 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.458980 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.606393 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.608331 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:22.609271 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.615851 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ea0e07ce-46b4-4dd0-9254-763aa962c89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:22.728403 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23992-9432-400f-84dc-b4c522e295bb req-8932ac2d-a2a4-4d38-bc36-828c8c54f2da tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:22.741373 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-07d23992-9432-400f-84dc-b4c522e295bb req-8932ac2d-a2a4-4d38-bc36-828c8c54f2da tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.2284303 Jun 29 16:30:22.756842 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Pushing event updated for resources: {'Network': ['ID=f5fc35ba-1728-43b3-9d21-29b5ef59c660,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:22.762605 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:22.772733 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network f5fc35ba-1728-43b3-9d21-29b5ef59c660 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:30:22.804856 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0583463 Jun 29 16:30:22.819321 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44720) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:22.847833 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.848025 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Request body: {'subnet': {'network_id': 'f5fc35ba-1728-43b3-9d21-29b5ef59c660', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1235415375-subnet', 'tenant_id': '22082a4b72d84ad5916eec823a510007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:22.876403 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-07d23992-9432-400f-84dc-b4c522e295bb req-12264916-5e37-45e4-919d-824c50fb76a0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334729 Jun 29 16:30:22.927668 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.935609 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1a8c4ae6-e1a5-4dee-9ec4-39a2569fab51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.965858 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Made reservation on behalf of 22082a4b72d84ad5916eec823a510007 for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:22.968574 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.023299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.035974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:23.083070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 0e55a73e-e9a1-442b-b85f-670071812686 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:23.190637 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'Port': ['ID=fc3199e1-0aa3-4398-9628-4d85e719bffb,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:23.198088 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:23.202632 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.232089 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 0e55a73e-e9a1-442b-b85f-670071812686 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:23.236277 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.314989 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.320498 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2231612 Jun 29 16:30:23.414744 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.443624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-13f3bc66-fb02-4ca3-a168-3e2d5a1ada79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:23.528854 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480c36e0-2743-445b-b1e2-403c3cb7f87c,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:23.532622 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:23.550072 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Checking segment: {'id': 'bc84647c-00a5-48c8-aad9-05008595b36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f5fc35ba-1728-43b3-9d21-29b5ef59c660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:23.550689 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Network hostable DHCP agents. Network: f5fc35ba-1728-43b3-9d21-29b5ef59c660, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:30:23.639506 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Network f5fc35ba-1728-43b3-9d21-29b5ef59c660 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:30:23.730153 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, f5fc35ba-1728-43b3-9d21-29b5ef59c660) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:23.737239 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:23.738166 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.748060 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba98b31-1292-4c43-90cb-62eceeb4e325 None None] Network f5fc35ba-1728-43b3-9d21-29b5ef59c660 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:23.827563 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-486ac253-350b-405c-b1ce-2ada8e7d3586 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0049331 Jun 29 16:30:23.917055 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5340fbd5-ca99-4ecf-be37-bf876cef853e None None] Network f5fc35ba-1728-43b3-9d21-29b5ef59c660 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:24.011403 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.049312 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44756) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:24.193281 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e4effddb-aed3-48ba-8b2e-e4bcd6c376bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.308388 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e4effddb-aed3-48ba-8b2e-e4bcd6c376bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.382577 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e4effddb-aed3-48ba-8b2e-e4bcd6c376bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.385275 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:24.436456 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e4effddb-aed3-48ba-8b2e-e4bcd6c376bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61a88fd0776849b68b5edc0aab8096b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851974 Jun 29 16:30:24.437434 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4effddb-aed3-48ba-8b2e-e4bcd6c376bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ceab35-edd9-4bb5-9c6f-c28c98a5851f,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:24.439274 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44766) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:24.440851 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e4effddb-aed3-48ba-8b2e-e4bcd6c376bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:24.543633 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.569832 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.735385 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.738211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:24.743213 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56ceab35-edd9-4bb5-9c6f-c28c98a5851f HTTP/1.1" status: 204 len: 168 time: 0.2988977 Jun 29 16:30:24.743213 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-be76229c-686a-46f5-b7e6-bd272789d442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:24.750568 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ceab35-edd9-4bb5-9c6f-c28c98a5851f,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:24.759904 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:24.879984 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44782) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:24.885354 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-559888458-network', 'tenant_id': '40107cf1268f4c10967932234e5bbedf'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:25.012402 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Made reservation on behalf of 40107cf1268f4c10967932234e5bbedf for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:25.020274 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.033935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.134111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.215735 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.220297 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f120cdf-9e9b-4126-bf8c-398e03b148c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:25.244637 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:30:25.254529 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420104f3-767a-4937-a320-f97487127efc,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:25.267324 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:25.267324 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.267324 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Added segment 943eaa1b-6322-4e5b-be31-35ff5d09a88d of type vlan for network 21ca58a0-6c51-4240-8abf-99e84067409e Jun 29 16:30:25.305515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.411030 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.412520 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:25.413194 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.415419 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:25.484276 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Pushing event updated for resources: {'Network': ['ID=21ca58a0-6c51-4240-8abf-99e84067409e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:25.487533 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:25.494766 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 21ca58a0-6c51-4240-8abf-99e84067409e details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:30:25.532098 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6509235 Jun 29 16:30:25.534670 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 44786) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:25.540021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Request body: {'subnet': {'network_id': '21ca58a0-6c51-4240-8abf-99e84067409e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-559888458-subnet', 'tenant_id': '40107cf1268f4c10967932234e5bbedf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:25.569865 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.585966 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44790) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:25.600612 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c7251570-f1d8-4d21-a79e-532123a63f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.639635 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Made reservation on behalf of 40107cf1268f4c10967932234e5bbedf for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:25.642284 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.739862 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c7251570-f1d8-4d21-a79e-532123a63f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.814743 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c7251570-f1d8-4d21-a79e-532123a63f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.828695 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-114aa996-1eba-46c9-907e-5d97db90e21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:25.884173 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c7251570-f1d8-4d21-a79e-532123a63f87 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4d43270706e495d99d04328c2c9b2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969043 Jun 29 16:30:25.888210 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251570-f1d8-4d21-a79e-532123a63f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8efae69-9151-4be0-ae44-1a592907436f,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:25.890648 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 44794) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:25.894091 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c7251570-f1d8-4d21-a79e-532123a63f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:25.906946 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.910032 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8fdce771-3478-4e6b-954c-a2ee31cf603c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:25.965442 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.974929 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a932e6-5630-4716-838c-d12cc9489980,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:25.979829 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:25.983980 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Checking segment: {'id': '943eaa1b-6322-4e5b-be31-35ff5d09a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '21ca58a0-6c51-4240-8abf-99e84067409e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:25.984326 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Network hostable DHCP agents. Network: 21ca58a0-6c51-4240-8abf-99e84067409e, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:30:25.994339 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:26.102649 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Network 21ca58a0-6c51-4240-8abf-99e84067409e is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:30:26.131368 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:26.133979 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:26.135170 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8efae69-9151-4be0-ae44-1a592907436f HTTP/1.1" status: 204 len: 168 time: 0.2432153 Jun 29 16:30:26.136029 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e516d1a6-071d-4b96-bfeb-23fe72e9090f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:26.144158 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8efae69-9151-4be0-ae44-1a592907436f,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:26.146467 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:26.203796 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 21ca58a0-6c51-4240-8abf-99e84067409e) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:26.208309 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:26.209143 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:26.219540 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb4649-4d32-4726-a49d-9bd781c7056e None None] Network 21ca58a0-6c51-4240-8abf-99e84067409e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:26.312888 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7769861 Jun 29 16:30:26.362750 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df4d40-33a6-4e22-ad12-321dc82c3f91 None None] Network 21ca58a0-6c51-4240-8abf-99e84067409e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:30:27.083851 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:27.099983 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-1f738b69-1009-4b7c-bc8c-36e7dec114dc tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2122597502&fields=id&tenant_id=c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 267 time: 0.0894256 Jun 29 16:30:27.189693 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762886-c698-4cd8-a708-6475830d8801 req-fcf2360e-9320-48f1-9835-f1b7955bf6f9 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:27.191264 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-fcf2360e-9320-48f1-9835-f1b7955bf6f9 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/networks?id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb HTTP/1.1" status: 200 len: 809 time: 0.2165165 Jun 29 16:30:27.219371 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-7d34acf0-caba-4e80-9059-f4affbb6e0bc tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/quotas/9bd541ef972f4669b7a2050821a51f91 HTTP/1.1" status: 200 len: 375 time: 0.0222201 Jun 29 16:30:27.265709 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-8d4f47f1-c72f-4c2e-840c-778c750541ff tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bd541ef972f4669b7a2050821a51f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401971 Jun 29 16:30:27.326446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-09061ec1-c51d-4a91-ac22-f5b196680d0f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:27.328009 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-09061ec1-c51d-4a91-ac22-f5b196680d0f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 817 time: 0.2192438 Jun 29 16:30:27.360619 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-8724a566-8ccb-43ad-92b7-a4053dd67771 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/quotas/c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 375 time: 0.0264816 Jun 29 16:30:27.418034 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-66afdad4-cc4b-4623-b7ef-98b83f8a3c9c service neutron] 10.222.0.65 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430523 Jun 29 16:30:27.758420 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-68fe0380-a99f-4f25-844f-5e170bde7a16 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3840272 Jun 29 16:30:27.780504 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-027241c5-1fc5-4c4f-b4bc-93dfb9ba1d0d service neutron] 10.222.0.65 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565903 Jun 29 16:30:27.869420 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-626723c9-7569-453c-8d42-b945cc493b08 service neutron] 10.222.0.65 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980120 Jun 29 16:30:27.973253 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-c4480236-d46c-431d-87b7-9e18b463cec1 service neutron] 10.222.0.65 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939693 Jun 29 16:30:28.257881 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65384e54-2a5f-4d6a-9149-dd8d462d27e2 req-f897db61-e739-42d1-8886-ba6abdb77039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:28.259413 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-65384e54-2a5f-4d6a-9149-dd8d462d27e2 req-f897db61-e739-42d1-8886-ba6abdb77039 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 1099 time: 0.0835452 Jun 29 16:30:28.309710 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-65384e54-2a5f-4d6a-9149-dd8d462d27e2 req-3e0e58dc-f350-475c-be0d-ac991ed0b380 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Jun 29 16:30:28.632389 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17140310-ebda-4ad1-9a1f-9aef4544c1ba req-b0be8a34-33f4-4ecd-8ff8-6b044709dee8 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 210 time: 0.0652311 Jun 29 16:30:28.661595 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042fee0-ef00-4f0f-a752-70524437e7ba req-d2d698d0-e3a6-48a4-a376-364ef5badbc8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:28.666540 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5042fee0-ef00-4f0f-a752-70524437e7ba req-d2d698d0-e3a6-48a4-a376-364ef5badbc8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1821887 Jun 29 16:30:28.755495 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9dcc7aab-f8df-4367-b48f-03505d7c29fa req-e7ecc51d-9eb8-4e27-87ae-4594e76b5b7c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 210 time: 0.0534804 Jun 29 16:30:28.776840 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5042fee0-ef00-4f0f-a752-70524437e7ba req-b9ef9a05-1453-4530-9c29-2a93bdb49baf tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871530 Jun 29 16:30:29.812983 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6c0ff076-11f5-4ca2-ad75-da5d0ad0f9f5 req-963a2764-a7e1-4cf1-97a0-857ce334f5ac tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 210 time: 0.0309861 Jun 29 16:30:29.947517 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-254336a1-196e-4d33-95e7-daa272fa09d6 req-ffb39ab4-5d7d-4c70-867f-379b5c5a8bd1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 210 time: 0.0559959 Jun 29 16:30:30.034877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89184971-6cc7-49de-8d4a-da7da6f5e749 req-740e8f50-525b-401e-9616-00744cdf16bb tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:30.036540 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-89184971-6cc7-49de-8d4a-da7da6f5e749 req-740e8f50-525b-401e-9616-00744cdf16bb tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0880818 Jun 29 16:30:30.093474 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-89184971-6cc7-49de-8d4a-da7da6f5e749 req-5ce702e2-387a-4d4f-8805-45e35129742e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Jun 29 16:30:30.286070 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3da89-e1b3-4aaf-9f57-d51b5bbeb184 req-0ff0d008-ba20-4eee-8645-62f10cef713a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:30.288394 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-12b3da89-e1b3-4aaf-9f57-d51b5bbeb184 req-0ff0d008-ba20-4eee-8645-62f10cef713a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0677741 Jun 29 16:30:30.326707 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-12b3da89-e1b3-4aaf-9f57-d51b5bbeb184 req-aaffad6a-8474-48a2-8eb3-74976cf14d61 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Jun 29 16:30:30.995807 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cf62aae7-3360-4229-851f-9661a59196b5 req-aa4b8935-15a6-4439-8f09-05ead030aa42 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 210 time: 0.0561197 Jun 29 16:30:31.168165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ea454fda-9c63-421c-b60a-250ad89c881f req-7d84ccbb-35e0-43dd-b4c9-90936d3e8d93 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 210 time: 0.0768869 Jun 29 16:30:31.286828 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762886-c698-4cd8-a708-6475830d8801 req-6435a6d5-8a17-4fe1-8da3-92d810a5c8ae tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:31.288372 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-6435a6d5-8a17-4fe1-8da3-92d810a5c8ae tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "GET /v2.0/networks?id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb HTTP/1.1" status: 200 len: 809 time: 0.1986485 Jun 29 16:30:31.310449 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Request body: {'port': {'device_id': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb', 'admin_state_up': True, 'tenant_id': '9bd541ef972f4669b7a2050821a51f91'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:31.525279 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Made reservation on behalf of 9bd541ef972f4669b7a2050821a51f91 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:31.529838 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:31.668539 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Allocated IP 172.20.0.6 (ac9b4377-0ee3-4958-94f6-cdf4d25efecb/39119259-18ef-47be-a41c-e076aa2091d7/a81e8787-210e-4278-b4c1-f81d7128b27e) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:31.832848 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:31.977320 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:31.982525 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:32.030659 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Network ac9b4377-0ee3-4958-94f6-cdf4d25efecb is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:32.034127 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:32.038552 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:32.071445 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Pushing event updated for resources: {'Port': ['ID=a81e8787-210e-4278-b4c1-f81d7128b27e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:32.076965 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:32.106129 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:32.107051 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:32.157950 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-7d222978-e3c3-4efe-bceb-5bbb574badf6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:32.159707 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-7d222978-e3c3-4efe-bceb-5bbb574badf6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 817 time: 0.1221044 Jun 29 16:30:32.209739 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9046049 Jun 29 16:30:32.225595 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-cd9d807a-a13e-48cd-83bf-bfb11b206ec7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 380 time: 0.0520058 Jun 29 16:30:32.227644 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Request body: {'port': {'device_id': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:32.238076 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'port': {'device_id': 'aadaa1a4-439f-443b-a477-2b772e176098', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'admin_state_up': True, 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'security_groups': ['c4e92a13-836e-42e2-89f4-b4b1625d6006']}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:32.299591 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a225d-2ccc-4934-b3f9-e0282a8b13ea req-215c2c09-d996-4a01-88b3-2763e7379f07 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:32.301491 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-852a225d-2ccc-4934-b3f9-e0282a8b13ea req-215c2c09-d996-4a01-88b3-2763e7379f07 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 931 time: 0.1253927 Jun 29 16:30:32.367223 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:32.416192 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-852a225d-2ccc-4934-b3f9-e0282a8b13ea req-09d2dd37-3022-42be-ab38-1d2a3b18bfc4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885742 Jun 29 16:30:32.481494 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9a043d65-9dd0-4f47-aaf2-0ffe73354603 req-b9cb79b6-1601-475c-94f8-762e505bc999 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 210 time: 0.0930059 Jun 29 16:30:32.635127 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Made reservation on behalf of c91fe35ef36446c4bb91c8196203672e for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:30:32.639228 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:32.849758 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Allocated IP 172.20.0.11 (5ee50ffc-c253-40c0-9da1-8bcbb0408bca/e32d8e4b-3576-4d8b-a7e0-44ebcd171252/69bb6cbe-4760-41b7-b63f-cc92125fd49a) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:30:32.923850 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81e8787-210e-4278-b4c1-f81d7128b27e {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:30:32.933773 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:32.949210 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Transition to ACTIVE for port object a81e8787-210e-4278-b4c1-f81d7128b27e will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:33.005375 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.026414 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Transition to ACTIVE for port object 69bb6cbe-4760-41b7-b63f-cc92125fd49a will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:33.137471 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.139990 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:33.183599 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.224233 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:33.224381 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=a81e8787-210e-4278-b4c1-f81d7128b27e,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:33.249356 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:33.293592 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:33.295550 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Attempting to bind port a81e8787-210e-4278-b4c1-f81d7128b27e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:30:33.295904 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Attempting to bind port a81e8787-210e-4278-b4c1-f81d7128b27e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:30:33.296237 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Attempting to bind port a81e8787-210e-4278-b4c1-f81d7128b27e on network ac9b4377-0ee3-4958-94f6-cdf4d25efecb {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:33.301987 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Port a81e8787-210e-4278-b4c1-f81d7128b27e on network ac9b4377-0ee3-4958-94f6-cdf4d25efecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:30:33.302138 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Attempting to bind port a81e8787-210e-4278-b4c1-f81d7128b27e on network ac9b4377-0ee3-4958-94f6-cdf4d25efecb {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:33.304993 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:33.307105 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:30:33.309808 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:30:33.310160 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Checking segment: {'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:33.310276 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:30:33.310557 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Bound using segment: {'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:30:33.311003 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Bound port: a81e8787-210e-4278-b4c1-f81d7128b27e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:30:33.311490 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.312741 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:30:33.321732 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.322747 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.424230 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1923423 Jun 29 16:30:33.429365 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-d4a5b470-c930-4e8f-866d-413b5161f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.433736 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-d4a5b470-c930-4e8f-866d-413b5161f54e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.0773804 Jun 29 16:30:33.446757 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] For port a81e8787-210e-4278-b4c1-f81d7128b27e, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:30:33.453305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Request body: {'port': {'device_id': 'aadaa1a4-439f-443b-a477-2b772e176098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:33.453554 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] For port a81e8787-210e-4278-b4c1-f81d7128b27e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a81e8787-210e-4278-b4c1-f81d7128b27e,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:30:33.467270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90a9be-490e-4019-aef4-1c76abbdefa2 req-9d037e18-94ef-42a4-b11a-6025f95b805a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.473813 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4d90a9be-490e-4019-aef4-1c76abbdefa2 req-9d037e18-94ef-42a4-b11a-6025f95b805a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.1498146 Jun 29 16:30:33.541427 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.549954 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:33.603458 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4d90a9be-490e-4019-aef4-1c76abbdefa2 req-b12d25f7-ec30-4649-a3df-05de7b2b203c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225014 Jun 29 16:30:33.611964 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.619726 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.632018 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.634378 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] 10.222.0.11 "PUT /v2.0/ports/a81e8787-210e-4278-b4c1-f81d7128b27e HTTP/1.1" status: 200 len: 1093 time: 1.4149907 Jun 29 16:30:33.636086 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'tag': 'a81e8787-210e-4278-b4c1-f81d7128b27e'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:33.649939 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4475737-6327-4404-8ab0-0eb8d4dabe29" -d '{"events": [{"name": "network-changed", "server_uuid": "6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1", "tag": "a81e8787-210e-4278-b4c1-f81d7128b27e"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:33.657076 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-295c22e9-c4b6-463f-a1db-7906032a2fc6 None None] Provisioning for port 69bb6cbe-4760-41b7-b63f-cc92125fd49a completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:33.661841 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-295c22e9-c4b6-463f-a1db-7906032a2fc6 None None] Provisioning complete for port 69bb6cbe-4760-41b7-b63f-cc92125fd49a triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:33.662322 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-295c22e9-c4b6-463f-a1db-7906032a2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:33.683645 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Pushing event updated for resources: {'Port': ['ID=a81e8787-210e-4278-b4c1-f81d7128b27e,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:33.698321 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:33.705528 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-675f48c5-547a-4d89-8c0c-15e496e6de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.710392 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-675f48c5-547a-4d89-8c0c-15e496e6de1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 919 time: 0.2543881 Jun 29 16:30:33.739635 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-295c22e9-c4b6-463f-a1db-7906032a2fc6 None None] Port 69bb6cbe-4760-41b7-b63f-cc92125fd49a cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:30:33.893677 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee631f-f1ba-4551-ba9b-bc45ba9254c4 req-df2750cb-e3d3-4946-a7ec-d7fe49539e26 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.895394 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ffee631f-f1ba-4551-ba9b-bc45ba9254c4 req-df2750cb-e3d3-4946-a7ec-d7fe49539e26 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 943 time: 0.1960561 Jun 29 16:30:33.958039 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762886-c698-4cd8-a708-6475830d8801 req-3d98259b-5a0d-436b-a9ac-f37ad8a357e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.959662 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-3d98259b-5a0d-436b-a9ac-f37ad8a357e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bd541ef972f4669b7a2050821a51f91&device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 1096 time: 0.1819220 Jun 29 16:30:33.973069 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259159a3-ad58-4966-93be-0e2f93e3572a req-28c36190-71ea-4f16-827a-5d0eea25b2a1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:33.974629 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-259159a3-ad58-4966-93be-0e2f93e3572a req-28c36190-71ea-4f16-827a-5d0eea25b2a1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 932 time: 0.1581216 Jun 29 16:30:33.990690 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ffee631f-f1ba-4551-ba9b-bc45ba9254c4 req-4b9701b2-5ecf-464b-a3e5-c8aa0354c7d9 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817380 Jun 29 16:30:34.001230 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-336ffac5-62cb-4c81-b3a5-21a57bbeec44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 200 len: 217 time: 0.0426822 Jun 29 16:30:34.022949 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-efa32d65-f51e-4e86-8d12-5803084d035e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81e8787-210e-4278-b4c1-f81d7128b27e HTTP/1.1" status: 200 len: 217 time: 0.0446339 Jun 29 16:30:34.078736 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f80e02-003d-48a6-8f81-f5d6ec146b97 x-openstack-request-id: req-e2f80e02-003d-48a6-8f81-f5d6ec146b97 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:34.079050 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1", "tag": "a81e8787-210e-4278-b4c1-f81d7128b27e", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:34.079352 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2f80e02-003d-48a6-8f81-f5d6ec146b97 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:34.079778 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'tag': 'a81e8787-210e-4278-b4c1-f81d7128b27e', 'status': 'completed', 'code': 200} Jun 29 16:30:34.106123 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-259159a3-ad58-4966-93be-0e2f93e3572a req-37b5d2c1-c938-4192-b8f0-dbdad498106e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144195 Jun 29 16:30:34.112260 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762886-c698-4cd8-a708-6475830d8801 req-b9eea836-0209-4cff-86e6-31c894681681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:34.113745 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-b9eea836-0209-4cff-86e6-31c894681681 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39119259-18ef-47be-a41c-e076aa2091d7 HTTP/1.1" status: 200 len: 849 time: 0.0770092 Jun 29 16:30:34.158346 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-6cffe3ff-12bd-49f6-99f6-0fc5458657dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364666 Jun 29 16:30:34.239270 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-cd3b7d06-06c4-45b3-9a78-59aa0e0110d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:34.241793 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-cd3b7d06-06c4-45b3-9a78-59aa0e0110d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.2324886 Jun 29 16:30:34.259829 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:30:34.279143 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-bd746607-dcc6-47f7-94e4-1184767c75f7 service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098297 Jun 29 16:30:34.364363 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-dd8474da-5448-4211-8e82-b005b99196da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130369 Jun 29 16:30:34.429310 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8762886-c698-4cd8-a708-6475830d8801 req-120b587f-ce8a-41fa-a251-e1850d6f3fde service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399322 Jun 29 16:30:34.521454 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-6031fcce-375c-490f-a99c-916477fc3029 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405008 Jun 29 16:30:34.610606 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bb6cbe-4760-41b7-b63f-cc92125fd49a {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:30:34.623986 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:34.658695 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Transition to ACTIVE for port object 69bb6cbe-4760-41b7-b63f-cc92125fd49a will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:30:34.659118 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-55c4e8c3-b945-4bba-b2da-175726a245e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:34.663081 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-55c4e8c3-b945-4bba-b2da-175726a245e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bd541ef972f4669b7a2050821a51f91&device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 1096 time: 0.1135297 Jun 29 16:30:34.706270 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-62286a9d-e782-45ae-b31d-8be3bdb967f0 req-c67aba64-4d03-4a6d-8eb6-aadf40288834 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556246 Jun 29 16:30:34.753675 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:34.778563 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:34.881457 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-3ad3d490-78a8-44cd-904d-286466195301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:34.886945 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-3ad3d490-78a8-44cd-904d-286466195301 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb HTTP/1.1" status: 200 len: 910 time: 0.2167826 Jun 29 16:30:35.003082 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:35.022764 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:35.044837 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Attempting to bind port 69bb6cbe-4760-41b7-b63f-cc92125fd49a on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:30:35.046364 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Attempting to bind port 69bb6cbe-4760-41b7-b63f-cc92125fd49a by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:30:35.046859 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Attempting to bind port 69bb6cbe-4760-41b7-b63f-cc92125fd49a on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:35.059910 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-5a33ced6-28fe-46f3-bbab-6f334155ca60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81e8787-210e-4278-b4c1-f81d7128b27e HTTP/1.1" status: 200 len: 217 time: 0.1218271 Jun 29 16:30:35.060601 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Port 69bb6cbe-4760-41b7-b63f-cc92125fd49a on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:30:35.062840 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Attempting to bind port 69bb6cbe-4760-41b7-b63f-cc92125fd49a on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:30:35.077009 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:30:35.077898 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Checking segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:30:35.079842 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Bound using segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:30:35.085774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Bound port: 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:30:35.085774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:35.093258 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4e601-43bc-408b-80b9-4def64c33213 req-e7750c7d-6b1f-4223-9f5a-89c07b1ef0fb tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.094904 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d3d4e601-43bc-408b-80b9-4def64c33213 req-e7750c7d-6b1f-4223-9f5a-89c07b1ef0fb tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.2872639 Jun 29 16:30:35.241537 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:30:35.244136 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-e2f9ca8d-5357-4746-9738-9524545d1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.245254 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:30:35.245635 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-e2f9ca8d-5357-4746-9738-9524545d1494 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39119259-18ef-47be-a41c-e076aa2091d7 HTTP/1.1" status: 200 len: 849 time: 0.1686397 Jun 29 16:30:35.250302 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d3d4e601-43bc-408b-80b9-4def64c33213 req-f4029169-4204-45a6-a1b5-20ecbcfba0f4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255379 Jun 29 16:30:35.308015 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-18ea1a56-1e30-4aaa-863e-d2324b5cf67b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361135 Jun 29 16:30:35.346163 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:35.361026 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:35.393506 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.396303 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:35.398205 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] 10.222.0.11 "PUT /v2.0/ports/69bb6cbe-4760-41b7-b63f-cc92125fd49a HTTP/1.1" status: 200 len: 1094 time: 1.9540553 Jun 29 16:30:35.399079 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:35.403021 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:35.459875 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:35.467440 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:35.474069 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942340c-55cf-4556-9560-3dbd50292050 req-83f93c61-5e01-4eff-b37d-0ab385d49246 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.479083 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d942340c-55cf-4556-9560-3dbd50292050 req-83f93c61-5e01-4eff-b37d-0ab385d49246 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 943 time: 0.2473643 Jun 29 16:30:35.613515 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d942340c-55cf-4556-9560-3dbd50292050 req-fe71b4ce-87bb-4d98-b2a2-1f64eb07bea1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230476 Jun 29 16:30:35.625985 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-cea7bc2c-fac0-4193-8198-b091568fea3a service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981796 Jun 29 16:30:35.656500 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-4ff587d1-2774-4b11-9bb5-c02fbc6fc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.658745 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-4ff587d1-2774-4b11-9bb5-c02fbc6fc228 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 1097 time: 0.0917964 Jun 29 16:30:35.677570 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bacdbf-c3b9-4a38-8924-934bcb25f878 req-855df42e-45fc-4c06-bafb-bfb68677e8a5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.681311 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96bacdbf-c3b9-4a38-8924-934bcb25f878 req-855df42e-45fc-4c06-bafb-bfb68677e8a5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.2588639 Jun 29 16:30:35.722710 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-0e16e157-675e-4dff-82d1-6a01dc7a6a99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a HTTP/1.1" status: 200 len: 217 time: 0.0426831 Jun 29 16:30:35.799509 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-a315de12-005b-4b31-a797-96c4120d3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.801364 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-a315de12-005b-4b31-a797-96c4120d3062 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0702772 Jun 29 16:30:35.814065 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-96bacdbf-c3b9-4a38-8924-934bcb25f878 req-84f31dc0-c4ba-42b0-92bc-3bf264b53f89 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635440 Jun 29 16:30:35.878855 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4475737-6327-4404-8ab0-0eb8d4dabe29 req-ae370c23-390d-41e3-9e90-a6fc37cbdcb1 service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397199 Jun 29 16:30:35.884354 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55796c5-8665-4a75-a5d0-7171f2335012 x-openstack-request-id: req-c55796c5-8665-4a75-a5d0-7171f2335012 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:35.884828 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:35.885160 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c55796c5-8665-4a75-a5d0-7171f2335012 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:35.885695 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'status': 'completed', 'code': 200} Jun 29 16:30:35.935169 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-9a5bd7cf-1372-43ec-9861-f9f86f6ffc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:35.937050 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-9a5bd7cf-1372-43ec-9861-f9f86f6ffc95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244450 Jun 29 16:30:36.030097 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-3d9cc3e7-7b6b-41d8-ae69-186664934065 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838900 Jun 29 16:30:36.129500 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d7e0c150-e028-4ae2-91ae-22d12ef29ab7 req-79cb0489-84a2-4f5f-9516-51bbc4263860 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926027 Jun 29 16:30:36.264085 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device a81e8787-210e-4278-b4c1-f81d7128b27e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:30:36.316829 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-dbd6637e-15b5-4351-b1c9-d442be5e5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.318682 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-dbd6637e-15b5-4351-b1c9-d442be5e5011 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 1097 time: 0.0656753 Jun 29 16:30:36.386313 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port a81e8787-210e-4278-b4c1-f81d7128b27e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a81e8787-210e-4278-b4c1-f81d7128b27e,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:36.400917 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'a81e8787-210e-4278-b4c1-f81d7128b27e', 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb', 'port_id': 'a81e8787-210e-4278-b4c1-f81d7128b27e', 'mac_address': 'fa:16:3e:15:f3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39119259-18ef-47be-a41c-e076aa2091d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:30:36.478130 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-d971cf36-cd79-427f-ba26-26aecdae0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.481174 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-d971cf36-cd79-427f-ba26-26aecdae0aec service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 918 time: 0.1511064 Jun 29 16:30:36.534702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8fe48-df3e-4940-b678-12488ca40a8a req-3648b162-08c2-4b0a-ba37-dfd81dba4901 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.538013 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-16b8fe48-df3e-4940-b678-12488ca40a8a req-3648b162-08c2-4b0a-ba37-dfd81dba4901 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.1167781 Jun 29 16:30:36.542511 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-b172fb32-1e5b-4b32-8b80-a7e8568a306a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a HTTP/1.1" status: 200 len: 217 time: 0.0529029 Jun 29 16:30:36.609565 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:36.613427 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-8e9dbd38-ced8-4bca-ac23-c6411c86cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.617054 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-8e9dbd38-ced8-4bca-ac23-c6411c86cefd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0602674 Jun 29 16:30:36.626504 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-16b8fe48-df3e-4940-b678-12488ca40a8a req-dae977ef-1adf-463d-8706-49d6ce1a5f29 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798457 Jun 29 16:30:36.633698 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81e8787-210e-4278-b4c1-f81d7128b27e {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:30:36.668829 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port a81e8787-210e-4278-b4c1-f81d7128b27e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a81e8787-210e-4278-b4c1-f81d7128b27e,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:36.715508 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-be81ba5d-a979-44b4-9d90-f1cd1b53bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.716671 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-be81ba5d-a979-44b4-9d90-f1cd1b53bc4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875540 Jun 29 16:30:36.737272 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:36.741707 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:36.801847 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=a81e8787-210e-4278-b4c1-f81d7128b27e,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:36.806228 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:36.834826 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21f2a5-ecc6-4849-a815-02544c695153 req-1702652a-50cc-4cbc-ac11-5926e2cdb025 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:36.835174 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee21f2a5-ecc6-4849-a815-02544c695153 req-1702652a-50cc-4cbc-ac11-5926e2cdb025 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 944 time: 0.0853431 Jun 29 16:30:36.850098 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-72cc9d1c-b796-4011-b980-5cee64035f7f service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214552 Jun 29 16:30:36.880862 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee21f2a5-ecc6-4849-a815-02544c695153 req-e6b7e322-d49e-471b-b71d-63ea4bc11d95 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371091 Jun 29 16:30:37.024971 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-f5cb0b49-f55b-4339-bdfb-73ef32a8f2e1 req-8d59cc20-e574-493d-8f19-35f1a23f8f1d service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644342 Jun 29 16:30:37.129429 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42dac9-935a-4498-896d-fd120555f4ac req-92ffbdb3-ec29-4c5d-8129-c81dab3c72b5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:37.131168 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3f42dac9-935a-4498-896d-fd120555f4ac req-92ffbdb3-ec29-4c5d-8129-c81dab3c72b5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0672972 Jun 29 16:30:37.149210 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['a81e8787-210e-4278-b4c1-f81d7128b27e'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:30:37.171946 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3f42dac9-935a-4498-896d-fd120555f4ac req-fdc52fa1-930c-428a-a19e-d6350524211d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349722 Jun 29 16:30:37.831053 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cf10-6b9c-4961-824a-97deba1646d0 req-a5a6e5ba-78d6-477e-9853-692526bec88e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:37.832430 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd33cf10-6b9c-4961-824a-97deba1646d0 req-a5a6e5ba-78d6-477e-9853-692526bec88e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0737541 Jun 29 16:30:37.873530 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd33cf10-6b9c-4961-824a-97deba1646d0 req-2eafff55-e25b-487d-8c73-c7d07d0b77ba tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354061 Jun 29 16:30:38.065177 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3ab1e-6fd8-41be-9a18-864105c64a8a req-7d3c9887-856d-47db-bf1d-cbdb1e238a8a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:38.066918 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e3a3ab1e-6fd8-41be-9a18-864105c64a8a req-7d3c9887-856d-47db-bf1d-cbdb1e238a8a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 944 time: 0.0684321 Jun 29 16:30:38.116271 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e3a3ab1e-6fd8-41be-9a18-864105c64a8a req-d0aee93d-90b4-4a31-83e6-56a97ff01adb tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Jun 29 16:30:38.389700 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584a0c4-e419-4936-82af-f686d85dd2ec req-4e37afe7-d75d-4051-a928-789f93ad53bf tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:38.391885 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3584a0c4-e419-4936-82af-f686d85dd2ec req-4e37afe7-d75d-4051-a928-789f93ad53bf tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0953271 Jun 29 16:30:38.551359 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:30:38.726331 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3584a0c4-e419-4936-82af-f686d85dd2ec req-1d65322e-2ffb-4671-ac26-293df415641c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268816 Jun 29 16:30:38.764204 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:38.779550 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'port_id': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'mac_address': 'fa:16:3e:f3:63:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:30:38.824361 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:38.839905 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bb6cbe-4760-41b7-b63f-cc92125fd49a {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:30:38.863763 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:38.934458 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:38.934458 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b09cd9dc-c591-4030-be85-db4c8bf72bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:38.995851 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:38.999341 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:39.134543 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937bb7-22b6-4b41-9ea1-e00c6f5ab981 req-3f83d77f-461e-41e5-952c-779870b08d74 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:39.136145 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-43937bb7-22b6-4b41-9ea1-e00c6f5ab981 req-3f83d77f-461e-41e5-952c-779870b08d74 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0740376 Jun 29 16:30:39.178226 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-43937bb7-22b6-4b41-9ea1-e00c6f5ab981 req-89cfc20c-c6a1-4150-9a5a-8fa93e213181 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Jun 29 16:30:39.352526 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11f24-0d61-4b68-9ce1-757fd9feae2a req-4438468e-0716-4fc3-b534-4a4042824f5f tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:39.354793 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-24b11f24-0d61-4b68-9ce1-757fd9feae2a req-4438468e-0716-4fc3-b534-4a4042824f5f tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 944 time: 0.0704467 Jun 29 16:30:39.400662 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-24b11f24-0d61-4b68-9ce1-757fd9feae2a req-d61a85c2-ef31-45ae-bfc8-d96f64bb2c8c tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Jun 29 16:30:39.909184 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243520e9-5d62-4f8a-b864-dc2b9f3e90e6 req-bd8bd7e9-c136-4c8c-913d-35d5c407fae7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:39.911503 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-243520e9-5d62-4f8a-b864-dc2b9f3e90e6 req-bd8bd7e9-c136-4c8c-913d-35d5c407fae7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 945 time: 0.0672576 Jun 29 16:30:39.958278 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-243520e9-5d62-4f8a-b864-dc2b9f3e90e6 req-6935e4bc-8063-44a6-b83f-dda5ab25529d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 Jun 29 16:30:40.367099 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1bda9-e157-40ad-8c85-a0124b99f57e req-eda26fb5-f342-4ef8-8525-14c37cb20e55 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:40.368713 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cac1bda9-e157-40ad-8c85-a0124b99f57e req-eda26fb5-f342-4ef8-8525-14c37cb20e55 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0732772 Jun 29 16:30:40.409094 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cac1bda9-e157-40ad-8c85-a0124b99f57e req-eb96d9e8-b6b2-47d4-9f1e-2ea11b7f823c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Jun 29 16:30:40.596759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3ff31-2736-4f54-8d6f-22351f6fb33f req-580d5957-7287-46ee-bbcb-d5dc0d43815d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:40.598289 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ed3ff31-2736-4f54-8d6f-22351f6fb33f req-580d5957-7287-46ee-bbcb-d5dc0d43815d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 944 time: 0.0817320 Jun 29 16:30:40.651747 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ed3ff31-2736-4f54-8d6f-22351f6fb33f req-09de701a-063b-427e-a31e-e5549f1a0ce5 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Jun 29 16:30:40.876488 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['69bb6cbe-4760-41b7-b63f-cc92125fd49a'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:30:41.158499 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c2e5a-cfe3-47ec-bb55-6beed073d292 req-22f83e3d-01d2-4fe8-9724-8c575c8abdee tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:41.160089 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0a4c2e5a-cfe3-47ec-bb55-6beed073d292 req-22f83e3d-01d2-4fe8-9724-8c575c8abdee tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 945 time: 0.0699461 Jun 29 16:30:41.199695 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0a4c2e5a-cfe3-47ec-bb55-6beed073d292 req-c020c11c-43db-4e1d-b097-aa2059b9011b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334148 Jun 29 16:30:41.595667 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fc38c-9d2b-4bdb-91d5-09e6047950e1 req-6e4424a4-addb-4883-bbb8-1481582311e2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:41.597219 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2a0fc38c-9d2b-4bdb-91d5-09e6047950e1 req-6e4424a4-addb-4883-bbb8-1481582311e2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0744817 Jun 29 16:30:41.650775 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2a0fc38c-9d2b-4bdb-91d5-09e6047950e1 req-e4e77986-0629-474e-8f77-eea224fe1f36 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474744 Jun 29 16:30:41.859049 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338ab0e-603f-4e7a-bd2c-73cdffd48c30 req-920ac7ad-c9bf-48c3-bd4e-a3c56ed08ba3 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:41.860877 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0338ab0e-603f-4e7a-bd2c-73cdffd48c30 req-920ac7ad-c9bf-48c3-bd4e-a3c56ed08ba3 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 944 time: 0.0878930 Jun 29 16:30:41.913926 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0338ab0e-603f-4e7a-bd2c-73cdffd48c30 req-71685b2e-d983-4daa-b35d-e5eaf02f17b7 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Jun 29 16:30:42.387331 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3371063-9e1a-4c92-9f13-13bad0b8c54d req-d1793d59-75a4-47ed-a8dd-530ce1b36984 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:42.388922 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c3371063-9e1a-4c92-9f13-13bad0b8c54d req-d1793d59-75a4-47ed-a8dd-530ce1b36984 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 945 time: 0.0660751 Jun 29 16:30:42.428596 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c3371063-9e1a-4c92-9f13-13bad0b8c54d req-b3a58577-e4a1-42c4-80b1-e8fc8c8d9009 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Jun 29 16:30:42.551178 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device a81e8787-210e-4278-b4c1-f81d7128b27e up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:42.687813 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port a81e8787-210e-4278-b4c1-f81d7128b27e completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:42.692456 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port a81e8787-210e-4278-b4c1-f81d7128b27e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:42.693790 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:42.805139 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:42.841530 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81e8787-210e-4278-b4c1-f81d7128b27e'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:42.843882 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0db766-7c68-4656-9e4d-9ae872855008" -d '{"events": [{"server_uuid": "6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1", "name": "network-vif-plugged", "status": "completed", "tag": "a81e8787-210e-4278-b4c1-f81d7128b27e"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:42.858705 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port a81e8787-210e-4278-b4c1-f81d7128b27e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a81e8787-210e-4278-b4c1-f81d7128b27e,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:42.892152 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf89c-cde1-48cb-bb1b-4289119d35b0 req-e1360a5b-5b97-4e5d-b033-5833d4e51631 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:42.893793 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-913bf89c-cde1-48cb-bb1b-4289119d35b0 req-e1360a5b-5b97-4e5d-b033-5833d4e51631 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0937312 Jun 29 16:30:42.908397 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:42.909451 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:30:42.911299 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-d90a8b81-d4a4-4855-b230-bef2f1a1b4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:42.959398 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-913bf89c-cde1-48cb-bb1b-4289119d35b0 req-3ad93365-af2d-4206-83fb-019d769cec52 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529344 Jun 29 16:30:42.974366 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f530f5-5470-44ad-978f-85b02bebece9 x-openstack-request-id: req-39f530f5-5470-44ad-978f-85b02bebece9 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:42.974669 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1", "name": "network-vif-plugged", "status": "completed", "tag": "a81e8787-210e-4278-b4c1-f81d7128b27e", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:42.975328 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39f530f5-5470-44ad-978f-85b02bebece9 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:42.976016 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81e8787-210e-4278-b4c1-f81d7128b27e', 'code': 200} Jun 29 16:30:42.998364 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=a81e8787-210e-4278-b4c1-f81d7128b27e,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:43.005421 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:43.117815 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 69bb6cbe-4760-41b7-b63f-cc92125fd49a completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:30:43.122997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 69bb6cbe-4760-41b7-b63f-cc92125fd49a triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:30:43.123481 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:43.224728 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:43.243007 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7a97-9afb-40f1-9ff5-4b417e7e5a9a req-f8c5e368-dfd8-4d2b-964b-8d3b413ff3dc tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:43.248804 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-545a7a97-9afb-40f1-9ff5-4b417e7e5a9a req-f8c5e368-dfd8-4d2b-964b-8d3b413ff3dc tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0995388 Jun 29 16:30:43.283126 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:43.311820 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-545a7a97-9afb-40f1-9ff5-4b417e7e5a9a req-314b3160-1226-4476-a197-73175cddba32 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568314 Jun 29 16:30:43.359965 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:43.362190 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:43.413574 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:43.417689 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:43.521231 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4280404-a97f-4b48-98c1-5bba8a1325ee req-ed76bc8e-4ff1-4b17-9f5f-36d79e2d227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:43.522732 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b4280404-a97f-4b48-98c1-5bba8a1325ee req-ed76bc8e-4ff1-4b17-9f5f-36d79e2d227c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0564413 Jun 29 16:30:43.568533 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b4280404-a97f-4b48-98c1-5bba8a1325ee req-f64a2aaf-d8a7-4d36-92cb-23cd8c2ffec8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367844 Jun 29 16:30:43.631271 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c965f-cf54-42cb-8ce0-87c84be6ebc9 req-9344191d-1a9c-4750-b60b-ca5103dae980 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:43.632978 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-316c965f-cf54-42cb-8ce0-87c84be6ebc9 req-9344191d-1a9c-4750-b60b-ca5103dae980 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0743306 Jun 29 16:30:43.679373 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-316c965f-cf54-42cb-8ce0-87c84be6ebc9 req-763ff499-6bcd-46e3-8e10-bb866ea24cbb tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Jun 29 16:30:44.156778 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a341ae-2b7c-4d75-9517-bfb0011edf91 req-70340203-7aa0-4bfb-9b8e-5891e7792019 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:44.158365 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-63a341ae-2b7c-4d75-9517-bfb0011edf91 req-70340203-7aa0-4bfb-9b8e-5891e7792019 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0689282 Jun 29 16:30:44.199878 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-63a341ae-2b7c-4d75-9517-bfb0011edf91 req-51abfa09-1be3-4756-bc42-9808ce696af3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Jun 29 16:30:44.542670 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b56447-3730-4589-a411-210f850fde67 req-02cbfc7e-3b48-4afb-ae1e-8de7a268bfee tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:44.544664 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-75b56447-3730-4589-a411-210f850fde67 req-02cbfc7e-3b48-4afb-ae1e-8de7a268bfee tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0800622 Jun 29 16:30:44.593436 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-75b56447-3730-4589-a411-210f850fde67 req-cb8de264-bc23-4380-afac-5be0209ea325 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Jun 29 16:30:44.873993 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4b180-aa2d-42a1-85d5-38b2f58cbb45 req-f667c2cb-9c73-4a39-a3ae-d127b3025462 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:44.876971 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-79b4b180-aa2d-42a1-85d5-38b2f58cbb45 req-f667c2cb-9c73-4a39-a3ae-d127b3025462 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0755663 Jun 29 16:30:44.920664 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-79b4b180-aa2d-42a1-85d5-38b2f58cbb45 req-177cedbb-d741-48fd-8ab3-b8aa37a3225d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368922 Jun 29 16:30:44.977198 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:44.980811 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a5d88-94db-4cc6-bd41-11420d3b65ad" -d '{"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:45.023116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a5258e-2d5e-445a-9fc3-6b85840d1b1c x-openstack-request-id: req-57a5258e-2d5e-445a-9fc3-6b85840d1b1c {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:45.023544 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:45.024070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57a5258e-2d5e-445a-9fc3-6b85840d1b1c {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:45.024515 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'code': 200} Jun 29 16:30:45.413077 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d092f-130a-49af-bc51-6a04b921b194 req-81b3efb1-cc6e-4115-8ae6-133e965f3a4a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:45.415894 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-395d092f-130a-49af-bc51-6a04b921b194 req-81b3efb1-cc6e-4115-8ae6-133e965f3a4a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0977619 Jun 29 16:30:45.464593 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-395d092f-130a-49af-bc51-6a04b921b194 req-898a61eb-1c74-49b6-a569-0605ab3a1329 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Jun 29 16:30:45.773263 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3955-415a-40e6-b9b8-9387e7c6e6b7 req-3e6de265-27bb-41b3-a632-e9db8ce33acb tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:45.774753 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-319d3955-415a-40e6-b9b8-9387e7c6e6b7 req-3e6de265-27bb-41b3-a632-e9db8ce33acb tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0666831 Jun 29 16:30:45.819074 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-319d3955-415a-40e6-b9b8-9387e7c6e6b7 req-a02fc727-2afd-4607-a6bd-f992a09a477b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Jun 29 16:30:46.108392 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e777e33-0203-4f1b-adaa-a8e7f58776db req-b35c8ef5-d61f-4c82-ae68-71fe204f3271 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:46.109828 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0e777e33-0203-4f1b-adaa-a8e7f58776db req-b35c8ef5-d61f-4c82-ae68-71fe204f3271 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0723205 Jun 29 16:30:46.157842 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0e777e33-0203-4f1b-adaa-a8e7f58776db req-99bd823a-4b34-4cb2-aa53-6696e7ba23cd tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360301 Jun 29 16:30:46.675346 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3161b-eeed-4a66-8fd6-e40e22e61888 req-15791470-2d06-490e-8dbd-fe45d5a2a71a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:46.676798 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72a3161b-eeed-4a66-8fd6-e40e22e61888 req-15791470-2d06-490e-8dbd-fe45d5a2a71a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0758679 Jun 29 16:30:46.716054 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72a3161b-eeed-4a66-8fd6-e40e22e61888 req-f8805eec-79b3-4ccb-a248-116bfb965a22 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jun 29 16:30:47.004765 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dae6b-6cef-49e5-885d-23d0a3677372 req-0024b13a-c89a-4cce-9207-fc19cfa9155a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:47.006297 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-138dae6b-6cef-49e5-885d-23d0a3677372 req-0024b13a-c89a-4cce-9207-fc19cfa9155a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0705416 Jun 29 16:30:47.048592 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-138dae6b-6cef-49e5-885d-23d0a3677372 req-31e68346-5b86-498a-815f-6fa359906790 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Jun 29 16:30:47.359201 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54766c-741f-4da6-beac-f55c5a3e92e1 req-d5d33f24-2159-4691-ae7c-0543cca3e185 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:47.360733 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f54766c-741f-4da6-beac-f55c5a3e92e1 req-d5d33f24-2159-4691-ae7c-0543cca3e185 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0722442 Jun 29 16:30:47.405753 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f54766c-741f-4da6-beac-f55c5a3e92e1 req-d2d4f8c9-d486-4b8d-b773-5bebdab4e0ee tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Jun 29 16:30:47.523527 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd232d6-f834-4bf6-842a-3823e0787023 req-c8a6679f-444c-4462-aa3c-98921214d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:47.523527 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9cd232d6-f834-4bf6-842a-3823e0787023 req-c8a6679f-444c-4462-aa3c-98921214d043 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 1099 time: 0.0573771 Jun 29 16:30:47.573086 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9cd232d6-f834-4bf6-842a-3823e0787023 req-12b971b0-0218-4e5a-bf8f-53a8c2ac2e47 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402305 Jun 29 16:30:47.927132 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ff0e-6455-43fd-b80c-f0cd43d30bed req-9e2b068a-e765-4d02-aab7-d3134812bfcf tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:47.928693 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4529ff0e-6455-43fd-b80c-f0cd43d30bed req-9e2b068a-e765-4d02-aab7-d3134812bfcf tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0812395 Jun 29 16:30:47.971368 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4529ff0e-6455-43fd-b80c-f0cd43d30bed req-62dfb9a3-2b31-4a29-9a47-a928a889e8df tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Jun 29 16:30:48.232922 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f735e4-d338-43d2-8b6a-88bad87222d1 req-bbfc5042-e572-436b-9f5c-10eb5022032d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:48.234463 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18f735e4-d338-43d2-8b6a-88bad87222d1 req-bbfc5042-e572-436b-9f5c-10eb5022032d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0686355 Jun 29 16:30:48.275498 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18f735e4-d338-43d2-8b6a-88bad87222d1 req-078c5026-57db-45d0-b88b-4db564660ee0 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341907 Jun 29 16:30:48.667028 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3f44e-97ab-49f7-b6fb-e51138ccb19c req-78302421-dbaf-4d18-bd11-28db68edb096 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:48.667028 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18b3f44e-97ab-49f7-b6fb-e51138ccb19c req-78302421-dbaf-4d18-bd11-28db68edb096 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0854385 Jun 29 16:30:48.718536 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18b3f44e-97ab-49f7-b6fb-e51138ccb19c req-b29ed774-bce4-41a2-9833-421bab34621d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473566 Jun 29 16:30:49.172406 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804dfac-bfa8-4952-8fdf-2fe04ee1ef89 req-2c9dd93e-f0fc-456c-8f79-8769cd1c7537 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:49.173913 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2804dfac-bfa8-4952-8fdf-2fe04ee1ef89 req-2c9dd93e-f0fc-456c-8f79-8769cd1c7537 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0858095 Jun 29 16:30:49.215490 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2804dfac-bfa8-4952-8fdf-2fe04ee1ef89 req-0c04e79c-8caf-4fbe-b11b-d39c59d14efc tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Jun 29 16:30:49.901749 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f0979b0c-4ebe-49b9-afd7-7a5a64b8a826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:49.938261 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f851c7-a86e-43cb-8def-c2c764ea9c70 req-8389854b-c67b-47fd-9098-16bef2608c3d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:49.939940 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a3f851c7-a86e-43cb-8def-c2c764ea9c70 req-8389854b-c67b-47fd-9098-16bef2608c3d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0782752 Jun 29 16:30:49.984671 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a3f851c7-a86e-43cb-8def-c2c764ea9c70 req-12653c90-cf0e-4d37-b723-a7b29a1fb2a5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381873 Jun 29 16:30:50.176681 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935c362-ed24-4dc4-854f-d68d93688897 req-5b23aa0a-6018-480e-9228-0eaf5d62e95f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:50.178205 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7935c362-ed24-4dc4-854f-d68d93688897 req-5b23aa0a-6018-480e-9228-0eaf5d62e95f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0682936 Jun 29 16:30:50.186988 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45424) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:50.191886 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'floatingip': {'port_id': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:30:50.233084 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:50.648378 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40240914-449b-4ba6-8485-c364b13b5634 req-416beade-8e0b-4f39-806c-1ca942bcec55 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:50.650002 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-40240914-449b-4ba6-8485-c364b13b5634 req-416beade-8e0b-4f39-806c-1ca942bcec55 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0697575 Jun 29 16:30:50.684721 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:50.694400 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-40240914-449b-4ba6-8485-c364b13b5634 req-59d46bd2-bc54-4f43-a9aa-39745e196e59 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352197 Jun 29 16:30:50.759549 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:50.861955 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38223-e9a7-42fe-bba4-8791edf1979f req-a3f4c626-9ac5-4a66-972f-812088260d77 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:50.863495 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-86d38223-e9a7-42fe-bba4-8791edf1979f req-a3f4c626-9ac5-4a66-972f-812088260d77 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0704124 Jun 29 16:30:50.881055 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Floating IP 485ed0f6-1b5b-4390-9535-0f45a35ec4e8 associated. External IP: 172.27.3.226, port: 69bb6cbe-4760-41b7-b63f-cc92125fd49a. Jun 29 16:30:50.905825 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-86d38223-e9a7-42fe-bba4-8791edf1979f req-2f65bd2b-2085-49a7-b029-ac10938797ac tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366945 Jun 29 16:30:51.292107 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Router 82385957-f96d-43de-a655-3c4967ada685 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:30:51.398721 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:30:51.404630 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:51.409088 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] Sync routers for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:30:51.418644 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:51.419312 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:30:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:51.445510 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e2d8f735-a4d2-4fb8-956f-1a2bcaec544c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "PUT /v2.0/floatingips/485ed0f6-1b5b-4390-9535-0f45a35ec4e8 HTTP/1.1" status: 200 len: 992 time: 1.2550271 Jun 29 16:30:51.445510 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:51.446077 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b4504-1953-463d-bfe5-52d269f89e94" -d '{"events": [{"name": "network-changed", "server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:51.484145 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e3bbd3-33ff-4ba0-a2de-31031c4390a6 x-openstack-request-id: req-b2e3bbd3-33ff-4ba0-a2de-31031c4390a6 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:51.484460 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:51.484731 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2e3bbd3-33ff-4ba0-a2de-31031c4390a6 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:51.485141 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'status': 'completed', 'code': 200} Jun 29 16:30:51.532671 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:51.771160 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '485ed0f6-1b5b-4390-9535-0f45a35ec4e8', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '82385957-f96d-43de-a655-3c4967ada685', 'port_id': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'mac_address': 'fa:16:3e:f3:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadaa1a4-439f-443b-a477-2b772e176098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:22Z', 'updated_at': '2021-06-29T16:30:50Z', 'revision_number': 1, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:51.803774 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] Checking router: 82385957-f96d-43de-a655-3c4967ada685 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:30:51.813716 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:30:51.814634 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:30:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:51.883020 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cb527-5f95-4870-812d-dc47316e2c93 req-ada456d9-6e6f-4608-af9a-aa2ce13710c5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:51.884581 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9b3cb527-5f95-4870-812d-dc47316e2c93 req-ada456d9-6e6f-4608-af9a-aa2ce13710c5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0731449 Jun 29 16:30:51.923472 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9b3cb527-5f95-4870-812d-dc47316e2c93 req-860a1b7c-220d-4064-809d-354ab8c4e1d2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330491 Jun 29 16:30:51.930022 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:30:52.095273 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7128465-3af5-4011-a916-314b0446de5b req-3db7b14a-44b6-4aaf-86b6-a452de0c7d74 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:52.096710 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7128465-3af5-4011-a916-314b0446de5b req-3db7b14a-44b6-4aaf-86b6-a452de0c7d74 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0654945 Jun 29 16:30:52.140874 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7128465-3af5-4011-a916-314b0446de5b req-5d6df4c6-0845-47cd-8cb6-79daee7f2d86 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382543 Jun 29 16:30:52.163109 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '485ed0f6-1b5b-4390-9535-0f45a35ec4e8', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '82385957-f96d-43de-a655-3c4967ada685', 'port_id': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'mac_address': 'fa:16:3e:f3:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadaa1a4-439f-443b-a477-2b772e176098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:22Z', 'updated_at': '2021-06-29T16:30:50Z', 'revision_number': 1, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:52.189088 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84dd662-80f0-40f1-965e-fe0b3a68bbe5 None None] The sync data for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi is: [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '485ed0f6-1b5b-4390-9535-0f45a35ec4e8', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '82385957-f96d-43de-a655-3c4967ada685', 'port_id': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'mac_address': 'fa:16:3e:f3:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadaa1a4-439f-443b-a477-2b772e176098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:30:22Z', 'updated_at': '2021-06-29T16:30:50Z', 'revision_number': 1, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:30:52.393329 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d796398-05c9-43a0-807c-9692a8084f44 None None] New status for floating IP 485ed0f6-1b5b-4390-9535-0f45a35ec4e8: ACTIVE {{(pid=93787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:30:52.833964 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:52.901340 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3b24c1c7-8d50-487b-8e9d-405834651dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:53.098087 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4734faa-0af1-490d-9ffe-80834afbba9c req-5ef05149-90ad-4dd6-ac48-c4e774917f31 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:53.099706 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d4734faa-0af1-490d-9ffe-80834afbba9c req-5ef05149-90ad-4dd6-ac48-c4e774917f31 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0646534 Jun 29 16:30:53.138947 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d4734faa-0af1-490d-9ffe-80834afbba9c req-95346bba-940d-4942-a087-a8cd2c660535 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Jun 29 16:30:53.322572 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca59fe1-168f-491e-8980-4797c306e1e8 req-5f96830e-dd14-4829-b2a3-4aa9f1a38d24 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:53.324651 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2ca59fe1-168f-491e-8980-4797c306e1e8 req-5f96830e-dd14-4829-b2a3-4aa9f1a38d24 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0666528 Jun 29 16:30:53.367272 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2ca59fe1-168f-491e-8980-4797c306e1e8 req-cf54e3ed-2d2d-4f3b-aa60-a885cc874515 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Jun 29 16:30:53.449753 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-ecb932d3-ea61-4a29-bfd6-01290b85bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:53.451348 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-ecb932d3-ea61-4a29-bfd6-01290b85bd63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 1099 time: 0.0580885 Jun 29 16:30:53.556629 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-7a823119-bb5b-45ff-9a89-6d3a16d87e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:53.558698 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-7a823119-bb5b-45ff-9a89-6d3a16d87e25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 918 time: 0.0939646 Jun 29 16:30:53.658667 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-98bd6280-0d5b-4205-9368-cd8b413a1120 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a HTTP/1.1" status: 200 len: 1002 time: 0.0836854 Jun 29 16:30:53.714272 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-df29087b-146b-447c-95bd-c64747bb1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:53.715630 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-df29087b-146b-447c-95bd-c64747bb1928 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0469832 Jun 29 16:30:53.785237 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-55efbbf2-e172-41d0-bf6c-ee59beb56a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:53.786815 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-55efbbf2-e172-41d0-bf6c-ee59beb56a1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512049 Jun 29 16:30:53.889356 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-828d6b7d-0a8e-4342-b547-3ed60e943488 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910823 Jun 29 16:30:53.946410 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:53.988149 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ad2b4504-1953-463d-bfe5-52d269f89e94 req-96f14372-56a5-4d46-a6af-85f58def849a service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828218 Jun 29 16:30:54.316569 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a23df1-fdd2-4797-b54d-df09f97eceb4 req-4c79bf89-d880-4042-a08d-3d862398dc59 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:54.318057 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36a23df1-fdd2-4797-b54d-df09f97eceb4 req-4c79bf89-d880-4042-a08d-3d862398dc59 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0637689 Jun 29 16:30:54.357553 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36a23df1-fdd2-4797-b54d-df09f97eceb4 req-dc82399a-9629-468b-a0b4-b90bd607dc92 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jun 29 16:30:54.570564 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfba3f0-202d-4807-85ba-9cdf543a6da9 req-ec7db2b3-8afd-4d46-ae3d-147d0300f4b1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:54.586713 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6bfba3f0-202d-4807-85ba-9cdf543a6da9 req-ec7db2b3-8afd-4d46-ae3d-147d0300f4b1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0886579 Jun 29 16:30:54.626300 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6bfba3f0-202d-4807-85ba-9cdf543a6da9 req-f06b5888-7d85-4f44-a77b-d96bb0265d29 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Jun 29 16:30:55.155154 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686424-e5b4-488b-a076-739699c426b2 req-53a93eb8-3822-4229-ad29-21a3f474bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:55.156531 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d1686424-e5b4-488b-a076-739699c426b2 req-53a93eb8-3822-4229-ad29-21a3f474bbc0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.0640182 Jun 29 16:30:55.200137 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-d1686424-e5b4-488b-a076-739699c426b2 req-f83154d3-8cd9-4f06-b074-a1e96a652aa4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Jun 29 16:30:55.490484 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892905f-c022-4b4a-a500-2c8f16421056 req-0d18c236-03e6-4d04-a840-122558736d83 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:55.492000 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-5892905f-c022-4b4a-a500-2c8f16421056 req-0d18c236-03e6-4d04-a840-122558736d83 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.1233575 Jun 29 16:30:55.546245 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21301606-daa3-4fc7-9dea-532ffab22bd4 req-38bb76c8-78e8-4bad-ae46-04ef73cafca8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:55.548563 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-21301606-daa3-4fc7-9dea-532ffab22bd4 req-38bb76c8-78e8-4bad-ae46-04ef73cafca8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0674932 Jun 29 16:30:55.565501 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:55.606165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-21301606-daa3-4fc7-9dea-532ffab22bd4 req-9dbd35e8-45dd-4e1d-8d59-c786b27fcba9 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Jun 29 16:30:55.640124 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Deleting port a81e8787-210e-4278-b4c1-f81d7128b27e {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:30:55.640711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:55.746383 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] For port a81e8787-210e-4278-b4c1-f81d7128b27e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=a81e8787-210e-4278-b4c1-f81d7128b27e,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:30:55.746740 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:55.765505 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Calling delete_port for a81e8787-210e-4278-b4c1-f81d7128b27e owned by compute:nova {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:30:55.832372 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206599b2-b0ed-4351-8077-f2a8ec72af5f req-18e3c3ff-57c3-4f7c-ab7c-d4c4429d8128 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:55.834201 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206599b2-b0ed-4351-8077-f2a8ec72af5f req-18e3c3ff-57c3-4f7c-ab7c-d4c4429d8128 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 945 time: 0.0647972 Jun 29 16:30:55.889348 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206599b2-b0ed-4351-8077-f2a8ec72af5f req-2b3ef0c1-4288-4477-bfd2-4f9d6d1ee876 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 Jun 29 16:30:56.003546 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:56.009782 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:56.018984 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['a81e8787-210e-4278-b4c1-f81d7128b27e'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:30:56.038199 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Pushing event deleted for resources: {'Port': ['ID=a81e8787-210e-4278-b4c1-f81d7128b27e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:56.068009 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.070596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.070596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.070596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.070596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.070596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.070596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.070596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.071138 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.071138 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.071340 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.071718 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:56.091105 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:56.111343 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] No DVR routers for this DVR port a81e8787-210e-4278-b4c1-f81d7128b27e on host hv-cinder-79351 {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:30:56.114501 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:56.116596 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-5892905f-c022-4b4a-a500-2c8f16421056 req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "DELETE /v2.0/ports/a81e8787-210e-4278-b4c1-f81d7128b27e HTTP/1.1" status: 204 len: 173 time: 0.6188407 Jun 29 16:30:56.117006 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'name': 'network-vif-deleted', 'tag': 'a81e8787-210e-4278-b4c1-f81d7128b27e'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:30:56.119792 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8e9955-f19b-4d94-a723-0899a28de4db" -d '{"events": [{"server_uuid": "6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1", "name": "network-vif-deleted", "tag": "a81e8787-210e-4278-b4c1-f81d7128b27e"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:30:56.157930 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87520039-a3ec-49bb-b187-c556accc6e13 x-openstack-request-id: req-87520039-a3ec-49bb-b187-c556accc6e13 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:30:56.158506 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1", "name": "network-vif-deleted", "tag": "a81e8787-210e-4278-b4c1-f81d7128b27e", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:30:56.158669 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87520039-a3ec-49bb-b187-c556accc6e13 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:30:56.159027 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1', 'name': 'network-vif-deleted', 'tag': 'a81e8787-210e-4278-b4c1-f81d7128b27e', 'status': 'completed', 'code': 200} Jun 29 16:30:56.785187 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea988-a56d-4b32-a033-dc728737af98 req-3353ea32-e0a3-4e7f-9667-9117c996eb80 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:56.787256 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e4ea988-a56d-4b32-a033-dc728737af98 req-3353ea32-e0a3-4e7f-9667-9117c996eb80 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0685713 Jun 29 16:30:56.836003 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e4ea988-a56d-4b32-a033-dc728737af98 req-f66c41d4-2e5e-40f3-a318-8f093ca485bd tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Jun 29 16:30:57.074123 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.081183 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e389efc-e418-4a5b-85ad-06651008f25a req-9280bcdd-97a8-4cf6-9fd2-9487cb0a9e09 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=6af42737-7fa8-4ae8-b0ab-0d4fe0bce4e1 HTTP/1.1" status: 200 len: 210 time: 0.0452898 Jun 29 16:30:57.170424 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45626) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:57.344973 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb147-9254-4d4c-bf1f-0471da7d5a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.369342 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45642) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:57.439857 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Deleting subnet 480c36e0-2743-445b-b1e2-403c3cb7f87c {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:30:57.445549 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.482846 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a2192-cc3c-4db1-befb-28f816a04654 req-a83394db-e12c-45c2-92ee-ffee2570853d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:57.487781 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f38a2192-cc3c-4db1-befb-28f816a04654 req-a83394db-e12c-45c2-92ee-ffee2570853d tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0769134 Jun 29 16:30:57.526942 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.539158 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.541093 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f38a2192-cc3c-4db1-befb-28f816a04654 req-d4cb81b4-442c-4f27-8155-d8a22a1f2b43 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502238 Jun 29 16:30:57.602511 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb147-9254-4d4c-bf1f-0471da7d5a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.613633 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-a23b6194-3d26-4b55-989c-2754f1487ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:57.615147 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-a23b6194-3d26-4b55-989c-2754f1487ccb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.1656401 Jun 29 16:30:57.656248 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 45650) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:57.680445 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb147-9254-4d4c-bf1f-0471da7d5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.686052 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-df7402f7-5517-4750-8ba4-7ec34739b691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:57.709478 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.749146 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e6ceb147-9254-4d4c-bf1f-0471da7d5a09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ac72bfbfea4481bbdfcf26e1b5a6a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771184 Jun 29 16:30:57.751487 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 45656) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:57.755613 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceb147-9254-4d4c-bf1f-0471da7d5a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b23c070-c5e7-4485-9d69-7b90ae5d61ed,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:57.760015 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e6ceb147-9254-4d4c-bf1f-0471da7d5a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:57.761537 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:57.763992 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.780630 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/480c36e0-2743-445b-b1e2-403c3cb7f87c HTTP/1.1" status: 204 len: 168 time: 0.3952694 Jun 29 16:30:57.780630 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-cafeb795-321e-4f70-b7d8-01f686c1903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:57.780630 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-cafeb795-321e-4f70-b7d8-01f686c1903f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 919 time: 0.1456590 Jun 29 16:30:57.784620 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 45658) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:57.797217 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.797853 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480c36e0-2743-445b-b1e2-403c3cb7f87c,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:57.827458 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:57.832989 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-19268e8a-6c69-4b4c-a1e9-538a2bc66ba6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 200 len: 217 time: 0.0384853 Jun 29 16:30:57.882075 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-f0d1c348-8217-4e55-81c4-f7ee1e093f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:57.883631 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-f0d1c348-8217-4e55-81c4-f7ee1e093f35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.0447466 Jun 29 16:30:57.918851 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.922847 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-28297809-d1f0-43e8-90e7-c4e80286e669 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325944 Jun 29 16:30:57.930734 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:57.972487 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.031744 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-237fd56c-9030-475f-99ee-dd6f31f63ef5 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909526 Jun 29 16:30:58.086639 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.110346 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fc35ba-1728-43b3-9d21-29b5ef59c660']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:58.114342 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.128547 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc84647c-00a5-48c8-aad9-05008595b36c') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:58.136960 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc84647c-00a5-48c8-aad9-05008595b36c') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:58.137831 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.143151 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-fa6c6daa-f373-40c6-814d-b0b92ac67ede req-cd6593d6-fe2f-4029-b732-3f70accb56ff service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008980 Jun 29 16:30:58.152751 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.159531 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:30:58.160338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:30:58.162586 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:30:58.199076 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.204216 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-57367249-f72f-4d10-a38b-81592a69044a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:58.253172 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25f4b8c7b70c4816b5b84d913351d126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956829 Jun 29 16:30:58.254676 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e8247e-cd9d-490c-a9da-9eda68eef00d,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:58.255868 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45668) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:58.262428 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.267804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:30:58.272735 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.273536 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.276336 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b23c070-c5e7-4485-9d69-7b90ae5d61ed HTTP/1.1" status: 204 len: 168 time: 0.5206852 Jun 29 16:30:58.276336 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:58.276336 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-078fb305-8e6a-4806-872b-84275abd1662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:58.283826 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b23c070-c5e7-4485-9d69-7b90ae5d61ed,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:58.286008 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:58.330988 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.352739 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.356404 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.358627 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:58.361813 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.364269 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f5fc35ba-1728-43b3-9d21-29b5ef59c660 HTTP/1.1" status: 204 len: 168 time: 0.5765533 Jun 29 16:30:58.367912 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45682) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:58.378655 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5fc35ba-1728-43b3-9d21-29b5ef59c660,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:58.389834 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-98e375dd-20c8-48bc-88e8-1766ca0f51f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:58.430931 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Deleting subnet 23a932e6-5630-4716-838c-d12cc9489980 {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:30:58.435050 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.488489 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.494385 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.496716 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-67701bb7-44fb-48b8-ba1c-fb0e0ccc1259 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:58.498198 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-67701bb7-44fb-48b8-ba1c-fb0e0ccc1259 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/networks?id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb HTTP/1.1" status: 200 len: 809 time: 0.1216664 Jun 29 16:30:58.514171 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-32baa5eb-3891-4c42-b7b7-44fb7bb0419a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/quotas/9bd541ef972f4669b7a2050821a51f91 HTTP/1.1" status: 200 len: 375 time: 0.0099423 Jun 29 16:30:58.549641 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-e7a715c2-7e05-4f67-a627-a6656fa8eca6 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bd541ef972f4669b7a2050821a51f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297170 Jun 29 16:30:58.563624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.568087 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.569237 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6e8247e-cd9d-490c-a9da-9eda68eef00d HTTP/1.1" status: 204 len: 168 time: 0.3123474 Jun 29 16:30:58.573266 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e6ceb147-9254-4d4c-bf1f-0471da7d5a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:58.580389 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e8247e-cd9d-490c-a9da-9eda68eef00d,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:58.583179 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:58.634797 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.637984 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:58.682090 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a932e6-5630-4716-838c-d12cc9489980,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:58.685305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:58.691543 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.693151 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9caebb73-5f73-42d9-9075-214d34a60e3f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23a932e6-5630-4716-838c-d12cc9489980 HTTP/1.1" status: 204 len: 168 time: 0.3242133 Jun 29 16:30:58.696144 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45690) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:58.697175 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-00ea537f-8ac2-4eee-bae5-893c3a502e99 service neutron] 10.222.0.65 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401007 Jun 29 16:30:58.772414 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.828074 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9b7a6-dcce-40d1-82c8-5ee696458a0c req-c404d0ff-b4af-4653-a4df-bb6d0b1197fd tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:30:58.829848 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-26f9b7a6-dcce-40d1-82c8-5ee696458a0c req-c404d0ff-b4af-4653-a4df-bb6d0b1197fd tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.1524501 Jun 29 16:30:58.836068 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-787b2e5b-b489-4c24-aa2c-067875acdbf3 service neutron] 10.222.0.65 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179755 Jun 29 16:30:58.876075 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:58.881817 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-26f9b7a6-dcce-40d1-82c8-5ee696458a0c req-d5c4f6f9-b801-4eda-a5fe-9791ad544d42 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Jun 29 16:30:58.887391 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.887711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.888622 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.888998 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > port after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.889331 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.889677 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > port after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.889991 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.890301 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.890778 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.891088 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.957831 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.963737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.963737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.963737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:30:58.963737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ca58a0-6c51-4240-8abf-99e84067409e']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:58.978386 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943eaa1b-6322-4e5b-be31-35ff5d09a88d') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:58.979370 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943eaa1b-6322-4e5b-be31-35ff5d09a88d') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:30:58.997087 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.023306 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.032103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:30:59.032498 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: from cryptography.utils import int_from_bytes Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: from cryptography.utils import int_from_bytes Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:30:59.037982 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:30:59.045427 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 45700) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:59.061113 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-649295ca-f01c-4d33-876b-3c1d7fe5b89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.180713 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-30318f14-7e6e-48c0-8d02-751a14f72218 req-15818feb-4937-4472-b061-8c5b2c0f20ba tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 210 time: 0.0487983 Jun 29 16:30:59.189047 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.194764 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:59.221766 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.223748 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] 10.222.0.65 "DELETE /v2.0/networks/21ca58a0-6c51-4240-8abf-99e84067409e HTTP/1.1" status: 204 len: 168 time: 0.5264997 Jun 29 16:30:59.224847 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=21ca58a0-6c51-4240-8abf-99e84067409e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:59.229517 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:59.305774 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-649295ca-f01c-4d33-876b-3c1d7fe5b89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.387924 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-649295ca-f01c-4d33-876b-3c1d7fe5b89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.391747 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-97d8200c-3bf2-41eb-b62f-fcd29f32b17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:59.427952 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-649295ca-f01c-4d33-876b-3c1d7fe5b89c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b73a565a58c4615a4dc48a69adc8f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884864 Jun 29 16:30:59.428827 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649295ca-f01c-4d33-876b-3c1d7fe5b89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff7b22-0b07-4233-8d80-08c467cf2178,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:59.430467 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45722) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:59.432715 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-649295ca-f01c-4d33-876b-3c1d7fe5b89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:59.483252 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.508675 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.702024 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.704695 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.705868 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51ff7b22-0b07-4233-8d80-08c467cf2178 HTTP/1.1" status: 204 len: 168 time: 0.2744117 Jun 29 16:30:59.706938 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-2975fc76-bee0-4713-a327-23111e58a3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:30:59.716103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff7b22-0b07-4233-8d80-08c467cf2178,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:30:59.718479 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:30:59.760173 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45732) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:59.822976 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b3f9e622-f480-4a2d-8e5b-dfb3556926e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22082a4b72d84ad5916eec823a510007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613127 Jun 29 16:30:59.825304 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45734) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:30:59.885846 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:59.910081 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:00.094468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266df0f6-acbe-4aa8-a2b9-bb877a89c101 req-b66e2adf-1cc6-4b42-827a-3b2c04ceb3b8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:00.096046 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-266df0f6-acbe-4aa8-a2b9-bb877a89c101 req-b66e2adf-1cc6-4b42-827a-3b2c04ceb3b8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0753260 Jun 29 16:31:00.137901 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-266df0f6-acbe-4aa8-a2b9-bb877a89c101 req-81830929-1162-4f98-9e15-12773c9ccb4b tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350974 Jun 29 16:31:00.165185 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:00.167857 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:00.169188 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/282cc3c2-be03-44ce-bc9f-07ef45169d3e HTTP/1.1" status: 204 len: 168 time: 0.3429985 Jun 29 16:31:00.169978 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b693eb1f-e74b-4fee-aa93-a65e840e5bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:00.179305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282cc3c2-be03-44ce-bc9f-07ef45169d3e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:00.188062 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:00.387376 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e7121e7e-7d03-40b3-9ec6-1bb3b5239359 req-b36977b9-184f-490b-8759-c7ee8b3f1573 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 210 time: 0.0438743 Jun 29 16:31:00.607602 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device a81e8787-210e-4278-b4c1-f81d7128b27e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:31:00.628877 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: a81e8787-210e-4278-b4c1-f81d7128b27e {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:31:00.629227 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device a81e8787-210e-4278-b4c1-f81d7128b27e not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:31:01.038462 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45778) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:01.176231 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-10525841-57f3-42c8-9025-0eaed8f99db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.280981 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-10525841-57f3-42c8-9025-0eaed8f99db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.336121 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5b97b-93fe-4f58-9561-641887156f00 req-f2209fd2-ba0d-4a01-97bd-dbd336e11ace tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:01.344672 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-30b5b97b-93fe-4f58-9561-641887156f00 req-f2209fd2-ba0d-4a01-97bd-dbd336e11ace tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0789671 Jun 29 16:31:01.348437 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-10525841-57f3-42c8-9025-0eaed8f99db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.351456 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45790) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:01.352137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ebbb07e0-8d67-4f91-839d-84970e82a21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:01.391379 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-30b5b97b-93fe-4f58-9561-641887156f00 req-e1ce2370-5fd2-4c7f-b3e5-2f1d112c7630 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Jun 29 16:31:01.427632 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10525841-57f3-42c8-9025-0eaed8f99db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c1b59-958e-40e7-9e31-38fcac18d673,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:01.445416 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-10525841-57f3-42c8-9025-0eaed8f99db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:01.447295 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-10525841-57f3-42c8-9025-0eaed8f99db4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3931f1713722452286fdeb456305dc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077356 Jun 29 16:31:01.450545 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 45798) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:01.491044 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-8f39f760-de8b-4e59-b744-f4a631743b0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40107cf1268f4c10967932234e5bbedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340861 Jun 29 16:31:01.491916 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45802) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:01.533515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.564692 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.676161 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f6309c6e-1773-4119-b5bc-50fd2d8a1391 req-8a3142ff-644a-49bc-9732-e0091762a36d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 210 time: 0.0592299 Jun 29 16:31:01.810928 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.834354 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.841129 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.846014 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:01.846261 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/230c1b59-958e-40e7-9e31-38fcac18d673 HTTP/1.1" status: 204 len: 168 time: 0.3913159 Jun 29 16:31:01.846261 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a359c552-696a-48c3-8a9c-5f288de173a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:01.859910 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c1b59-958e-40e7-9e31-38fcac18d673,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:01.877809 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-e0a46c38-d475-47bd-a4b7-4bfc11cdc633 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110556 Jun 29 16:31:01.896296 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:02.063965 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:02.090269 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:02.093906 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/420104f3-767a-4937-a320-f97487127efc HTTP/1.1" status: 204 len: 168 time: 0.5994246 Jun 29 16:31:02.108523 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c2f39ff4-d225-4039-b030-68dbef946226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:02.174348 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-8b3a8c54-c70a-4e9f-bcb2-5267ab770e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:02.177841 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-8b3a8c54-c70a-4e9f-bcb2-5267ab770e17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.2378795 Jun 29 16:31:02.177841 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420104f3-767a-4937-a320-f97487127efc,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:02.187461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:02.210672 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-34bb2b93-073d-4701-a0df-14f8f9ef5b4a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:02.212447 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-34bb2b93-073d-4701-a0df-14f8f9ef5b4a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "GET /v2.0/networks?id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb HTTP/1.1" status: 200 len: 809 time: 0.2684894 Jun 29 16:31:02.229971 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Request body: {'port': {'device_id': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb', 'admin_state_up': True, 'tenant_id': '9bd541ef972f4669b7a2050821a51f91'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:31:02.364812 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-6e3cd0a4-1cfd-4249-8ee0-36e375656abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:02.366294 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-6e3cd0a4-1cfd-4249-8ee0-36e375656abe service neutron] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 919 time: 0.0945630 Jun 29 16:31:02.426332 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-e87d2f23-c644-4e2b-839f-03824bc2f919 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 200 len: 217 time: 0.0485845 Jun 29 16:31:02.456893 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Made reservation on behalf of 9bd541ef972f4669b7a2050821a51f91 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:31:02.462398 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:02.497641 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-e6ca5abb-8018-42ff-b654-50b499786435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:02.498122 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-e6ca5abb-8018-42ff-b654-50b499786435 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.0599010 Jun 29 16:31:02.539389 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-bde99d73-d444-4a10-a055-96a8e7cac123 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332668 Jun 29 16:31:02.692934 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-7029bd29-6dd9-4388-a096-fe02bd1a23dc service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456294 Jun 29 16:31:02.782159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Allocated IP 172.20.0.4 (ac9b4377-0ee3-4958-94f6-cdf4d25efecb/39119259-18ef-47be-a41c-e076aa2091d7/6c672bdb-0b48-407f-b342-ad68f5c9a782) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:31:02.924930 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7517499-b2a4-479d-b756-1f8b3e3b105b req-4ad05e55-71ed-4a2d-86e8-05247a34940c service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245607 Jun 29 16:31:03.090599 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-59a7548b-d3ba-441a-8ed7-50fa954eac4a req-42701018-b4cc-4b2c-8070-189dbccf9e96 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 210 time: 0.0647633 Jun 29 16:31:03.140641 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:03.201574 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac767b45-be62-47cc-afea-51e2aa5699d2 req-08750e58-79a8-4913-a41e-45953784f25e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:03.204908 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ac767b45-be62-47cc-afea-51e2aa5699d2 req-08750e58-79a8-4913-a41e-45953784f25e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1151056 Jun 29 16:31:03.246406 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ac767b45-be62-47cc-afea-51e2aa5699d2 req-9854fcca-fe35-4739-abea-29ffa1f104cc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366724 Jun 29 16:31:03.360110 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:03.366827 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-e031b9d9-a939-49a7-a31b-6bbaec84093c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:03.439678 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Network ac9b4377-0ee3-4958-94f6-cdf4d25efecb is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:31:03.442992 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:31:03.445594 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:31:03.496289 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Pushing event updated for resources: {'Port': ['ID=6c672bdb-0b48-407f-b342-ad68f5c9a782,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:03.499511 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:03.526886 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:03.527591 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:03.634549 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4098003 Jun 29 16:31:03.654660 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Request body: {'port': {'device_id': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:31:03.734845 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.123907 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c672bdb-0b48-407f-b342-ad68f5c9a782 {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:31:04.133304 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.157371 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Transition to ACTIVE for port object 6c672bdb-0b48-407f-b342-ad68f5c9a782 will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:31:04.182821 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c06ad-9436-40a2-9c56-80be15602df7 req-7023f5c3-940f-4595-aab1-ec93909ee2f7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:04.184427 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4c5c06ad-9436-40a2-9c56-80be15602df7 req-7023f5c3-940f-4595-aab1-ec93909ee2f7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.1227822 Jun 29 16:31:04.231824 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4c5c06ad-9436-40a2-9c56-80be15602df7 req-8496aaf1-789b-42b4-ae79-13254537dbd7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Jun 29 16:31:04.249718 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.252252 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:04.606668 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c672bdb-0b48-407f-b342-ad68f5c9a782,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:04.609885 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:04.698992 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925f6e-a48a-4ef4-948a-1c8786733902 req-c9e7a943-79f7-4838-9e40-163f70dd0470 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:04.703736 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5a925f6e-a48a-4ef4-948a-1c8786733902 req-c9e7a943-79f7-4838-9e40-163f70dd0470 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 943 time: 0.1599665 Jun 29 16:31:04.740417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Attempting to bind port 6c672bdb-0b48-407f-b342-ad68f5c9a782 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:31:04.740417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Attempting to bind port 6c672bdb-0b48-407f-b342-ad68f5c9a782 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:31:04.740417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Attempting to bind port 6c672bdb-0b48-407f-b342-ad68f5c9a782 on network ac9b4377-0ee3-4958-94f6-cdf4d25efecb {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:31:04.750254 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Port 6c672bdb-0b48-407f-b342-ad68f5c9a782 on network ac9b4377-0ee3-4958-94f6-cdf4d25efecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:31:04.750581 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Attempting to bind port 6c672bdb-0b48-407f-b342-ad68f5c9a782 on network ac9b4377-0ee3-4958-94f6-cdf4d25efecb {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:31:04.758499 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5a925f6e-a48a-4ef4-948a-1c8786733902 req-057ec60b-c170-4024-b2b7-973523f47fd3 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Jun 29 16:31:04.761680 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:31:04.762021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Checking segment: {'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:31:04.762400 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Bound using segment: {'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:31:04.762836 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Bound port: 6c672bdb-0b48-407f-b342-ad68f5c9a782, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464f5de5-1e31-4686-8e31-cff7f9b8ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:31:04.763219 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.843794 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] For port 6c672bdb-0b48-407f-b342-ad68f5c9a782, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:31:04.847270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] For port 6c672bdb-0b48-407f-b342-ad68f5c9a782, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6c672bdb-0b48-407f-b342-ad68f5c9a782,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:31:04.950600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566793d-49c1-42d5-81dc-9a6bd35574bd req-a0354458-8f38-4bf5-a57a-65c8b24a0adf tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:04.952675 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8566793d-49c1-42d5-81dc-9a6bd35574bd req-a0354458-8f38-4bf5-a57a-65c8b24a0adf tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0812938 Jun 29 16:31:04.994404 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:04.997417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f6ba83b0-717c-46eb-b164-77547daa3603 tempest-DeleteServersTestJSON-878094310 tempest-DeleteServersTestJSON-878094310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:05.039910 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8566793d-49c1-42d5-81dc-9a6bd35574bd req-9e9f0efc-4f34-4a7f-898c-8795f68c07f6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767689 Jun 29 16:31:05.044967 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:05.045606 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.047035 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/6c672bdb-0b48-407f-b342-ad68f5c9a782 HTTP/1.1" status: 200 len: 1093 time: 1.3975279 Jun 29 16:31:05.047610 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'tag': '6c672bdb-0b48-407f-b342-ad68f5c9a782'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:31:05.050101 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a0245-a00b-4e0c-8d60-c004df477951", "tag": "6c672bdb-0b48-407f-b342-ad68f5c9a782"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:31:05.075525 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c672bdb-0b48-407f-b342-ad68f5c9a782,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:05.077574 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:05.257490 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-fa9c2dbc-4187-40c5-a1a5-a5167833f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:05.259447 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-fa9c2dbc-4187-40c5-a1a5-a5167833f77a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bd541ef972f4669b7a2050821a51f91&device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 1096 time: 0.0686824 Jun 29 16:31:05.279106 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eabeea-7c12-4d7e-a47a-1b0de27801a4 x-openstack-request-id: req-03eabeea-7c12-4d7e-a47a-1b0de27801a4 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:31:05.279618 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a0245-a00b-4e0c-8d60-c004df477951", "tag": "6c672bdb-0b48-407f-b342-ad68f5c9a782", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:31:05.279907 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03eabeea-7c12-4d7e-a47a-1b0de27801a4 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:31:05.280335 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'tag': '6c672bdb-0b48-407f-b342-ad68f5c9a782', 'status': 'completed', 'code': 200} Jun 29 16:31:05.324628 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 45946) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:05.328122 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-508ce6fa-5a55-4583-a90c-a030d8550f6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c672bdb-0b48-407f-b342-ad68f5c9a782 HTTP/1.1" status: 200 len: 217 time: 0.0578098 Jun 29 16:31:05.393719 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-0dd6e434-ddd0-42ef-bd96-c8d0129d8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:05.397593 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-0dd6e434-ddd0-42ef-bd96-c8d0129d8fd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39119259-18ef-47be-a41c-e076aa2091d7 HTTP/1.1" status: 200 len: 849 time: 0.0620854 Jun 29 16:31:05.440838 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-563770cb-fe99-42eb-97c7-9e905f1a0d54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292785 Jun 29 16:31:05.527954 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1fd987ca-3b59-4db0-a3b5-d12712904de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.568987 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-cda0635c-8310-48bd-a7aa-4a096f160320 service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195056 Jun 29 16:31:05.655348 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1fd987ca-3b59-4db0-a3b5-d12712904de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.720445 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-17d198f9-6270-4ffd-ac6d-26cdfeafd052 req-794030c6-5837-492d-b79e-1b62452482cc service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411684 Jun 29 16:31:05.829126 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1fd987ca-3b59-4db0-a3b5-d12712904de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:05.834997 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-091d998c-4d5c-4847-8518-4fc7be3eb668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:05.881352 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-1fd987ca-3b59-4db0-a3b5-d12712904de9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45f115965804412e84fb4058cfaec21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541899 Jun 29 16:31:05.883943 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 45962) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:05.885327 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd987ca-3b59-4db0-a3b5-d12712904de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446dff53-c107-4138-847f-228dbaf10382,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:05.890854 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1fd987ca-3b59-4db0-a3b5-d12712904de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:06.023891 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:06.059269 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cbe18-095d-40fd-8be3-aa1a9a441cb6 req-0d448ef7-cc52-44ab-a023-061a18aa02f1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:06.065834 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-038cbe18-095d-40fd-8be3-aa1a9a441cb6 req-0d448ef7-cc52-44ab-a023-061a18aa02f1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 943 time: 0.1807764 Jun 29 16:31:06.066772 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-09e713c8-a04e-4615-b20d-35ca35c07d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:06.068301 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-09e713c8-a04e-4615-b20d-35ca35c07d08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bd541ef972f4669b7a2050821a51f91&device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 1096 time: 0.1665440 Jun 29 16:31:06.071806 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:06.199960 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-038cbe18-095d-40fd-8be3-aa1a9a441cb6 req-4ac981b0-f4d8-4471-ada6-147e340e5398 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306505 Jun 29 16:31:06.259640 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-6e087514-9ece-467e-9ca5-c8aaec146124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:06.261654 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-6e087514-9ece-467e-9ca5-c8aaec146124 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb HTTP/1.1" status: 200 len: 910 time: 0.1765122 Jun 29 16:31:06.318467 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-bf2a1985-dd6d-45a1-a907-71cf038bc28d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c672bdb-0b48-407f-b342-ad68f5c9a782 HTTP/1.1" status: 200 len: 217 time: 0.0447588 Jun 29 16:31:06.337475 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fb934-d2e7-40fb-bb3e-584803260298 req-d54fe04b-9793-4382-9d94-dc2ace9e5300 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:06.340117 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fc4fb934-d2e7-40fb-bb3e-584803260298 req-d54fe04b-9793-4382-9d94-dc2ace9e5300 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1258333 Jun 29 16:31:06.352551 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:06.356513 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:06.360496 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/446dff53-c107-4138-847f-228dbaf10382 HTTP/1.1" status: 204 len: 168 time: 0.4725983 Jun 29 16:31:06.384180 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-84c9a798-71ca-4396-8d15-e1d047d725c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:06.411111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446dff53-c107-4138-847f-228dbaf10382,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:06.418363 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:06.437206 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-caa8b0b4-375f-4873-b05d-760f2bf23008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:06.439299 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-caa8b0b4-375f-4873-b05d-760f2bf23008 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39119259-18ef-47be-a41c-e076aa2091d7 HTTP/1.1" status: 200 len: 849 time: 0.0982022 Jun 29 16:31:06.461784 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fc4fb934-d2e7-40fb-bb3e-584803260298 req-c1d2009e-e74e-4abc-9271-a59682f76fb8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125908 Jun 29 16:31:06.485773 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-472ab94b-b200-407e-b118-6f87e16df8f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac9b4377-0ee3-4958-94f6-cdf4d25efecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355446 Jun 29 16:31:06.596131 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-bf6c9216-7794-47bd-8a6c-9e77b8c64a3c service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965693 Jun 29 16:31:06.702427 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be7a37e5-7877-49b6-b118-ceb5ddc71b3b req-4a2f15c2-61e4-4fe8-abf4-13cd6611c131 service neutron] 10.222.0.11 "GET /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989850 Jun 29 16:31:07.393435 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43739038-708e-4dc1-80cf-5168ba5c1224 req-ee1630e6-573c-4bf2-8b3a-5b5d3b0b523d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:07.395110 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-43739038-708e-4dc1-80cf-5168ba5c1224 req-ee1630e6-573c-4bf2-8b3a-5b5d3b0b523d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 943 time: 0.0696566 Jun 29 16:31:07.441228 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-43739038-708e-4dc1-80cf-5168ba5c1224 req-eec08160-7632-4c54-9644-114b7c8591b1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390253 Jun 29 16:31:07.651859 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557a5dd-5975-459c-91bd-de7199c7804b req-3c5482d4-5b3b-4036-a7a6-1b55ee6a6550 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:07.653242 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f557a5dd-5975-459c-91bd-de7199c7804b req-3c5482d4-5b3b-4036-a7a6-1b55ee6a6550 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0654984 Jun 29 16:31:07.693447 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f557a5dd-5975-459c-91bd-de7199c7804b req-2433a801-6730-4638-940d-eec65699c75d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343983 Jun 29 16:31:08.622945 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 6c672bdb-0b48-407f-b342-ad68f5c9a782 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:31:08.649449 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c3ac5-d7ce-4ae1-9cea-1d8ddb01bde3 req-be96d994-3352-4edc-a479-8ed2701c2acf tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:08.651761 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cd2c3ac5-d7ce-4ae1-9cea-1d8ddb01bde3 req-be96d994-3352-4edc-a479-8ed2701c2acf tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 943 time: 0.0884607 Jun 29 16:31:08.709035 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cd2c3ac5-d7ce-4ae1-9cea-1d8ddb01bde3 req-5b4ad6af-ebcb-498f-a990-8c87c5294734 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Jun 29 16:31:08.763666 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 6c672bdb-0b48-407f-b342-ad68f5c9a782, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6c672bdb-0b48-407f-b342-ad68f5c9a782,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:08.776034 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '6c672bdb-0b48-407f-b342-ad68f5c9a782', 'network_id': 'ac9b4377-0ee3-4958-94f6-cdf4d25efecb', 'port_id': '6c672bdb-0b48-407f-b342-ad68f5c9a782', 'mac_address': 'fa:16:3e:1b:d0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39119259-18ef-47be-a41c-e076aa2091d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:31:08.827828 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:08.843146 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c672bdb-0b48-407f-b342-ad68f5c9a782 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:31:08.866746 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 6c672bdb-0b48-407f-b342-ad68f5c9a782, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6c672bdb-0b48-407f-b342-ad68f5c9a782,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:08.906711 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7adb66-cfa4-452f-947f-59e104298c17 req-8cdd955d-01be-405e-b2de-c28df9d389f9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:08.908182 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7f7adb66-cfa4-452f-947f-59e104298c17 req-8cdd955d-01be-405e-b2de-c28df9d389f9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0687580 Jun 29 16:31:08.934674 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:08.936620 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:08.950023 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7f7adb66-cfa4-452f-947f-59e104298c17 req-9e35d72d-9ffe-4f6e-b283-341172df84b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360167 Jun 29 16:31:08.988721 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=6c672bdb-0b48-407f-b342-ad68f5c9a782,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:08.991887 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:09.896261 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e45f8c-cd76-453c-9b8b-5288f664702e req-dca5e857-7071-4e31-9ba4-e86017b59ef7 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:09.899679 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-05e45f8c-cd76-453c-9b8b-5288f664702e req-dca5e857-7071-4e31-9ba4-e86017b59ef7 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 944 time: 0.0690544 Jun 29 16:31:09.944573 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-05e45f8c-cd76-453c-9b8b-5288f664702e req-6dbbe98b-0eed-4da8-b68f-8dc9a7df094a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Jun 29 16:31:10.139843 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fed22-1807-40ca-baa4-54a1c619d332 req-0d890f93-212d-4b4f-8a1a-de20441aa001 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:10.141212 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e39fed22-1807-40ca-baa4-54a1c619d332 req-0d890f93-212d-4b4f-8a1a-de20441aa001 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0721922 Jun 29 16:31:10.179834 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e39fed22-1807-40ca-baa4-54a1c619d332 req-69459cfe-c398-4fc6-9dc0-b7b79e107340 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326920 Jun 29 16:31:11.123985 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f95e6-3414-4ec2-92ad-63e4460186ca req-8bc9e65a-9403-48f0-860b-1887a24ecc84 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:11.125482 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-588f95e6-3414-4ec2-92ad-63e4460186ca req-8bc9e65a-9403-48f0-860b-1887a24ecc84 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 944 time: 0.0650117 Jun 29 16:31:11.163506 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-588f95e6-3414-4ec2-92ad-63e4460186ca req-cc0d669c-a831-4a24-bdeb-bbf1336e776d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Jun 29 16:31:11.260280 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:31:11.363519 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09add1a-010a-4646-b61c-5c562af41de3 req-e5d78f8a-0484-473f-90b6-4d1aa0b024fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:11.364996 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d09add1a-010a-4646-b61c-5c562af41de3 req-e5d78f8a-0484-473f-90b6-4d1aa0b024fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0710423 Jun 29 16:31:11.404822 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d09add1a-010a-4646-b61c-5c562af41de3 req-253c7420-17df-4ac3-abd7-62344aff28d4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337639 Jun 29 16:31:12.258657 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['6c672bdb-0b48-407f-b342-ad68f5c9a782'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:31:12.352295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5fa14-a74b-4f99-ad4d-169abfa59bc6 req-6c08a0a3-91d5-4f3e-a181-0caa724aa07a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:12.352295 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-94f5fa14-a74b-4f99-ad4d-169abfa59bc6 req-6c08a0a3-91d5-4f3e-a181-0caa724aa07a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 944 time: 0.0680728 Jun 29 16:31:12.399856 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-94f5fa14-a74b-4f99-ad4d-169abfa59bc6 req-79bb72e9-0002-4327-9f92-b57a6e21cfff tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Jun 29 16:31:12.591851 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94aaeb-9496-4f31-a2d3-beb93aa76c4d req-be52c026-7028-498a-82dc-d55258ef6068 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:12.593363 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d94aaeb-9496-4f31-a2d3-beb93aa76c4d req-be52c026-7028-498a-82dc-d55258ef6068 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0751431 Jun 29 16:31:12.634560 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d94aaeb-9496-4f31-a2d3-beb93aa76c4d req-2b3a2d14-eb4f-44d9-807d-2717c3d138ad tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Jun 29 16:31:13.582786 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de64fe-25dc-41bd-9666-d574d834aefb req-f1855ae5-7336-4b29-b291-fe1758616411 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:13.584742 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36de64fe-25dc-41bd-9666-d574d834aefb req-f1855ae5-7336-4b29-b291-fe1758616411 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 944 time: 0.0681288 Jun 29 16:31:13.624554 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36de64fe-25dc-41bd-9666-d574d834aefb req-8730834b-3626-41ea-b713-4850476cfa34 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340009 Jun 29 16:31:13.821100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873ac5c-1381-4098-97f6-614d8840abbc req-40d1be7b-ee86-4c43-b9a3-cb34f54f6a72 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:13.824421 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a873ac5c-1381-4098-97f6-614d8840abbc req-40d1be7b-ee86-4c43-b9a3-cb34f54f6a72 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0677822 Jun 29 16:31:13.867096 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a873ac5c-1381-4098-97f6-614d8840abbc req-f38077f6-68b2-4cb5-98be-63c1889a9ae8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Jun 29 16:31:14.809123 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996451a-875e-45a6-b76f-fe123a8da1e4 req-c1b78a52-6151-4863-9dcd-5a136f1f7eee tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:14.810598 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c996451a-875e-45a6-b76f-fe123a8da1e4 req-c1b78a52-6151-4863-9dcd-5a136f1f7eee tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 944 time: 0.0687201 Jun 29 16:31:14.850103 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c996451a-875e-45a6-b76f-fe123a8da1e4 req-41d796a3-ed9f-48e0-a790-538eb006a2c9 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Jun 29 16:31:15.044309 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f428a0-afc3-4e8b-8b07-409089077199 req-ac629929-1937-4336-93fa-6b88644627dd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:15.045965 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a4f428a0-afc3-4e8b-8b07-409089077199 req-ac629929-1937-4336-93fa-6b88644627dd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0677335 Jun 29 16:31:15.084538 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a4f428a0-afc3-4e8b-8b07-409089077199 req-1563c15a-391e-47d0-8f32-61d60ffa7763 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 Jun 29 16:31:16.024005 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3130374-8c9a-42b7-89ff-111de9680e48 req-504607af-e452-4c83-830c-e31d1bdb9d89 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:16.025475 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3130374-8c9a-42b7-89ff-111de9680e48 req-504607af-e452-4c83-830c-e31d1bdb9d89 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 944 time: 0.0648191 Jun 29 16:31:16.068859 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3130374-8c9a-42b7-89ff-111de9680e48 req-0e514bea-54f6-4db1-82c5-56578f139af5 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Jun 29 16:31:16.263256 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aefd3-86d4-4a96-bf90-ce9e70672625 req-fb8c9f74-5d20-4fda-a0ee-69dedf2f0dd0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:16.264748 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-365aefd3-86d4-4a96-bf90-ce9e70672625 req-fb8c9f74-5d20-4fda-a0ee-69dedf2f0dd0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0697572 Jun 29 16:31:16.310746 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-365aefd3-86d4-4a96-bf90-ce9e70672625 req-8d7e8bb9-237a-42dc-95b2-65d6e24b892b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 Jun 29 16:31:16.676251 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 6c672bdb-0b48-407f-b342-ad68f5c9a782 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:31:16.797929 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 6c672bdb-0b48-407f-b342-ad68f5c9a782 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:31:16.802323 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 6c672bdb-0b48-407f-b342-ad68f5c9a782 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:31:16.802818 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:16.881604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:16.906956 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c672bdb-0b48-407f-b342-ad68f5c9a782'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:31:16.909282 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585ef817-c95f-40b3-b99d-191dfb1fc197" -d '{"events": [{"server_uuid": "8d9a0245-a00b-4e0c-8d60-c004df477951", "name": "network-vif-plugged", "status": "completed", "tag": "6c672bdb-0b48-407f-b342-ad68f5c9a782"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:31:16.922131 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 6c672bdb-0b48-407f-b342-ad68f5c9a782, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6c672bdb-0b48-407f-b342-ad68f5c9a782,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:16.948523 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b57f73b-5026-4acc-b96d-4cd5d835dfda x-openstack-request-id: req-7b57f73b-5026-4acc-b96d-4cd5d835dfda {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:31:16.948833 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a0245-a00b-4e0c-8d60-c004df477951", "name": "network-vif-plugged", "status": "completed", "tag": "6c672bdb-0b48-407f-b342-ad68f5c9a782", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:31:16.949156 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b57f73b-5026-4acc-b96d-4cd5d835dfda {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:31:16.949503 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c672bdb-0b48-407f-b342-ad68f5c9a782', 'code': 200} Jun 29 16:31:17.003813 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:17.005743 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:17.052059 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=6c672bdb-0b48-407f-b342-ad68f5c9a782,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:17.059535 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.059881 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.060225 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.060549 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.060881 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.061197 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.061526 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.061843 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.062187 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.062509 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.062824 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.063136 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:31:17.066935 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:17.245900 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55fff7-55c8-48ec-a682-dd0909948810 req-6a69cf45-dc12-4163-948e-550cbc487cc2 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:17.247310 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ff55fff7-55c8-48ec-a682-dd0909948810 req-6a69cf45-dc12-4163-948e-550cbc487cc2 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0678515 Jun 29 16:31:17.284670 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ff55fff7-55c8-48ec-a682-dd0909948810 req-c5f7ebee-a1ee-4adf-a77e-1e1d7bf457f0 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Jun 29 16:31:17.488068 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4110a5e-b897-4ce8-a8a8-ca98f011a799 req-7ceeb91a-cf9a-415f-bd27-591a9c415b73 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:17.489675 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4110a5e-b897-4ce8-a8a8-ca98f011a799 req-7ceeb91a-cf9a-415f-bd27-591a9c415b73 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0676177 Jun 29 16:31:17.535849 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b4110a5e-b897-4ce8-a8a8-ca98f011a799 req-e3e2023f-0116-4f36-9f31-7ff2794f1a8b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Jun 29 16:31:18.462035 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88a76d-e6bf-41fd-bd87-4cb8a3b7bcfc req-61b6bee7-6675-4f25-95d8-9529f8c6b817 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:18.463557 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6a88a76d-e6bf-41fd-bd87-4cb8a3b7bcfc req-61b6bee7-6675-4f25-95d8-9529f8c6b817 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0701203 Jun 29 16:31:18.506673 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6a88a76d-e6bf-41fd-bd87-4cb8a3b7bcfc req-21fd961e-71fc-483a-b1cc-89f19d32339c tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Jun 29 16:31:18.714948 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa44fa-9d05-4d65-b6c9-0f18082054a0 req-f4a8d8f1-16e3-471e-825c-eabf99492e9c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:18.716377 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eeaa44fa-9d05-4d65-b6c9-0f18082054a0 req-f4a8d8f1-16e3-471e-825c-eabf99492e9c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0711284 Jun 29 16:31:18.758531 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eeaa44fa-9d05-4d65-b6c9-0f18082054a0 req-e211b7c5-4318-46ca-a479-f52532c90ff2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363920 Jun 29 16:31:19.686664 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a2df6-1551-4a31-b8e4-c872ea0a0b5b req-e0e4ee34-73fb-4e4d-b78b-3a52f18eca4c tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:19.688178 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-127a2df6-1551-4a31-b8e4-c872ea0a0b5b req-e0e4ee34-73fb-4e4d-b78b-3a52f18eca4c tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0668437 Jun 29 16:31:19.726213 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-127a2df6-1551-4a31-b8e4-c872ea0a0b5b req-06924c4c-250e-404c-a79a-749b4660ada9 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Jun 29 16:31:19.895404 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb09c-442c-42cb-b14b-c5323e05fa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:19.954701 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a5d53-a3fc-4921-afe0-6fb8d2f2e230 req-f19f83c4-4e89-4207-9f81-303270cf193a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:19.956245 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cb3a5d53-a3fc-4921-afe0-6fb8d2f2e230 req-f19f83c4-4e89-4207-9f81-303270cf193a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0865242 Jun 29 16:31:19.995269 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cb3a5d53-a3fc-4921-afe0-6fb8d2f2e230 req-3395659e-431e-4dc9-ad10-c839b03550db tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326459 Jun 29 16:31:20.270017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94231a7e-ac02-41f0-b83f-75665d54725c req-4c985470-29d1-435d-9352-6a914a770845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:20.271565 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-94231a7e-ac02-41f0-b83f-75665d54725c req-4c985470-29d1-435d-9352-6a914a770845 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 1098 time: 0.0554752 Jun 29 16:31:20.324864 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-94231a7e-ac02-41f0-b83f-75665d54725c req-ea4adc8c-8a96-439c-8dee-3a0302f2412b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303409 Jun 29 16:31:20.900160 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4ec8-d917-472b-99cd-28e0e9507be6 req-bb7f28c3-bd2b-42bf-9a88-8fc9784cf48a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:20.901563 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e6cf4ec8-d917-472b-99cd-28e0e9507be6 req-bb7f28c3-bd2b-42bf-9a88-8fc9784cf48a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0637767 Jun 29 16:31:20.947289 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e6cf4ec8-d917-472b-99cd-28e0e9507be6 req-c591b495-d1f7-475b-9cd4-4820fe166eb3 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Jun 29 16:31:21.173334 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2748-7d73-414c-aa51-e1109650f365 req-88b930e0-3b79-480e-a8cf-2518f7a3a03d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:21.174802 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8d5d2748-7d73-414c-aa51-e1109650f365 req-88b930e0-3b79-480e-a8cf-2518f7a3a03d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0657430 Jun 29 16:31:21.214835 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8d5d2748-7d73-414c-aa51-e1109650f365 req-a3d7e8ca-78a1-4a0f-8ba5-d920cbe506e1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337386 Jun 29 16:31:21.890733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241795-d996-41f8-80b5-710c5df412d0 req-8dba75cf-6c98-4049-a6fc-59a9c3268831 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:21.892236 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64241795-d996-41f8-80b5-710c5df412d0 req-8dba75cf-6c98-4049-a6fc-59a9c3268831 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0713589 Jun 29 16:31:21.933685 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64241795-d996-41f8-80b5-710c5df412d0 req-d1f27018-5c0e-42a4-aa21-c4c9b2bfc842 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357437 Jun 29 16:31:22.131025 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44a223-bb27-4c22-9b66-68cde6ccfca8 req-6b2df902-0878-4ff6-9a4d-9533027d1fe1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:22.132587 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eb44a223-bb27-4c22-9b66-68cde6ccfca8 req-6b2df902-0878-4ff6-9a4d-9533027d1fe1 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0651639 Jun 29 16:31:22.172736 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eb44a223-bb27-4c22-9b66-68cde6ccfca8 req-fbaa073b-fbcd-4f4d-8d3c-7cfb2aa3032c tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Jun 29 16:31:22.393946 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62073e22-9409-4656-9cb6-241893cdf7d3 req-6b7f017f-f6f4-4c80-90af-f26b50b6180d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:22.395553 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-62073e22-9409-4656-9cb6-241893cdf7d3 req-6b7f017f-f6f4-4c80-90af-f26b50b6180d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0710037 Jun 29 16:31:22.436785 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-62073e22-9409-4656-9cb6-241893cdf7d3 req-c1eac75f-b852-49ed-8558-307df05e703b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340185 Jun 29 16:31:22.776794 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:22.873651 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2c650aae-77ee-49db-a402-309aaced57d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:23.112588 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88bd5e-43af-4e46-b31b-d4e92c98f176 req-bae0afec-46da-42a1-9c2f-a797fc63152f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:23.114153 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2b88bd5e-43af-4e46-b31b-d4e92c98f176 req-bae0afec-46da-42a1-9c2f-a797fc63152f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0672269 Jun 29 16:31:23.160466 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2b88bd5e-43af-4e46-b31b-d4e92c98f176 req-a559017c-c2cb-4a45-b973-f140cdf80864 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352981 Jun 29 16:31:23.349804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d215-624d-466a-a37e-11988c49dc49 req-a8781116-9b16-416e-a247-4198cc40a892 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:23.351608 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6b38d215-624d-466a-a37e-11988c49dc49 req-a8781116-9b16-416e-a247-4198cc40a892 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0653005 Jun 29 16:31:23.395641 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6b38d215-624d-466a-a37e-11988c49dc49 req-f31b4fc0-fc29-4a82-981a-b00c2d2910c9 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377643 Jun 29 16:31:23.452711 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-6c94179b-44dc-4538-b9e2-d68f61ec1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:23.454215 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-6c94179b-44dc-4538-b9e2-d68f61ec1d78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.0577185 Jun 29 16:31:23.557442 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-36fe9e0f-5464-48dd-b350-99b8efd38066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:23.559087 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-36fe9e0f-5464-48dd-b350-99b8efd38066 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 919 time: 0.0968592 Jun 29 16:31:23.626373 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-522eab6e-c224-4480-94a9-590289a77ea8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 200 len: 217 time: 0.0576141 Jun 29 16:31:23.694998 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82509c1d-43cf-470b-a37b-8e7425053d01 req-cfc114bf-96b1-48d5-a6f2-3e4cb3553a85 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:23.696520 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82509c1d-43cf-470b-a37b-8e7425053d01 req-cfc114bf-96b1-48d5-a6f2-3e4cb3553a85 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1420681 Jun 29 16:31:23.700404 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-f2a49ea4-60bf-49e9-9b72-5651492359a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:23.701880 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-f2a49ea4-60bf-49e9-9b72-5651492359a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.0649850 Jun 29 16:31:23.752649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-1af6773a-b053-4e44-883c-aad360db638b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356131 Jun 29 16:31:23.773805 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82509c1d-43cf-470b-a37b-8e7425053d01 req-a6ad3c89-1f3b-49a1-9cb4-d1ca7faaf30e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710166 Jun 29 16:31:23.867391 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-e31cfc87-f30c-4ef0-8245-5e7c87cf5948 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041944 Jun 29 16:31:23.942293 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:24.348216 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7ee9-b465-4931-9ae5-3b4c0eef7ec3 req-d9ae26a2-d410-459f-8511-958124776847 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:24.349751 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-213c7ee9-b465-4931-9ae5-3b4c0eef7ec3 req-d9ae26a2-d410-459f-8511-958124776847 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0673883 Jun 29 16:31:24.394980 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-213c7ee9-b465-4931-9ae5-3b4c0eef7ec3 req-6d3d73ac-f919-4ce5-b00f-b53f2894c33e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364304 Jun 29 16:31:24.576924 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3494d-246f-4b56-8f3d-15fee4db972c req-c2a19549-daed-4fc4-a74a-f186a32fab5a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:24.578456 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e4c3494d-246f-4b56-8f3d-15fee4db972c req-c2a19549-daed-4fc4-a74a-f186a32fab5a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0687478 Jun 29 16:31:24.618848 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e4c3494d-246f-4b56-8f3d-15fee4db972c req-0e39cd2d-6def-4f77-ab5c-1de8615b6536 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Jun 29 16:31:24.957520 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b4a6b-5373-4560-831d-f8dc6ad4e0a1 req-b1996762-e433-46b0-a5ad-b4570c54237b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:24.959024 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ae1b4a6b-5373-4560-831d-f8dc6ad4e0a1 req-b1996762-e433-46b0-a5ad-b4570c54237b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0703850 Jun 29 16:31:24.999264 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ae1b4a6b-5373-4560-831d-f8dc6ad4e0a1 req-a70faafc-08d8-464d-ac17-18f8d1516853 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334742 Jun 29 16:31:25.570942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:25.585953 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a64fea-8c49-416e-b8b3-197763e70538 req-603490bf-266e-47eb-956f-d419e3bd90a5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:25.587557 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d8a64fea-8c49-416e-b8b3-197763e70538 req-603490bf-266e-47eb-956f-d419e3bd90a5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0726182 Jun 29 16:31:25.628499 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d8a64fea-8c49-416e-b8b3-197763e70538 req-d9fc762b-22d3-4e2a-9082-cde1b44b3baf tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346305 Jun 29 16:31:25.796291 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98623583-d799-4ffb-aa1c-2b605594d2c8 req-2845aecf-3f50-4618-92a1-98da93c0f713 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:25.797682 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-98623583-d799-4ffb-aa1c-2b605594d2c8 req-2845aecf-3f50-4618-92a1-98da93c0f713 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0643353 Jun 29 16:31:25.837535 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-98623583-d799-4ffb-aa1c-2b605594d2c8 req-d8e41767-d70d-4144-b9fc-0f1e7bb70cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Jun 29 16:31:26.168083 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d668b9-8b4a-4e32-a42b-9b7c2cc59e54 req-72a1752a-2600-4b10-83f8-cef7c651ca4d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:26.169594 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-41d668b9-8b4a-4e32-a42b-9b7c2cc59e54 req-72a1752a-2600-4b10-83f8-cef7c651ca4d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0619891 Jun 29 16:31:26.206395 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-41d668b9-8b4a-4e32-a42b-9b7c2cc59e54 req-e2970118-1ae3-4ec7-9fa8-8d3a8c767a2f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Jun 29 16:31:26.813203 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557a3f-145c-4537-85dd-2d925cff8e4d req-a217b665-0718-4936-b715-7957e73884d0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:26.814376 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9b557a3f-145c-4537-85dd-2d925cff8e4d req-a217b665-0718-4936-b715-7957e73884d0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0704691 Jun 29 16:31:26.855131 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9b557a3f-145c-4537-85dd-2d925cff8e4d req-2d00b801-47d6-4a81-a627-8fb0084e56cf tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Jun 29 16:31:26.958447 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b136b12-d83c-4d6d-8f02-a662f5d15eed req-ced2af13-ba03-44be-b634-5409fbf4b72a service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922730 Jun 29 16:31:27.033369 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:27.034242 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357de04-efcb-4a0a-9ea2-098c2ea2c665 req-b7573ed5-a5cb-46d7-bda2-e881dd71dd3e tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:27.035813 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a357de04-efcb-4a0a-9ea2-098c2ea2c665 req-b7573ed5-a5cb-46d7-bda2-e881dd71dd3e tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0670547 Jun 29 16:31:27.078436 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a357de04-efcb-4a0a-9ea2-098c2ea2c665 req-1417a949-7c0a-41ff-b937-71b22c52247d tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Jun 29 16:31:27.388162 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3927f-5883-4279-8d14-346c73a3d567 req-e81feffc-4da3-44f0-86e6-2f96766d8ff9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:27.389663 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5ce3927f-5883-4279-8d14-346c73a3d567 req-e81feffc-4da3-44f0-86e6-2f96766d8ff9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0680320 Jun 29 16:31:27.428920 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5ce3927f-5883-4279-8d14-346c73a3d567 req-6dcde260-6049-40db-bf2e-dd2859dd2874 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335028 Jun 29 16:31:28.041612 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acda12d-e312-4cdd-9213-69a23af79bbd req-96766785-e6c5-4e50-acf7-c9c5d8de2c20 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:28.043019 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3acda12d-e312-4cdd-9213-69a23af79bbd req-96766785-e6c5-4e50-acf7-c9c5d8de2c20 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0706263 Jun 29 16:31:28.084686 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3acda12d-e312-4cdd-9213-69a23af79bbd req-d686e8d6-c4d1-4db5-86d2-945f6a6d34a4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Jun 29 16:31:28.253157 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 46358) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:28.263469 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dea59-1d67-43fd-937f-9f2176d3dc32 req-914c10ca-1aaa-4757-8267-ce94765feaf8 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:28.265066 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-581dea59-1d67-43fd-937f-9f2176d3dc32 req-914c10ca-1aaa-4757-8267-ce94765feaf8 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0677559 Jun 29 16:31:28.303777 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-581dea59-1d67-43fd-937f-9f2176d3dc32 req-78e653c5-c0a7-402c-9612-59bc0a48574a tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Jun 29 16:31:28.359286 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cd3afcfa-e53c-4c19-9ca7-af6d53ecb33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:28.445696 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cd3afcfa-e53c-4c19-9ca7-af6d53ecb33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:28.536335 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cd3afcfa-e53c-4c19-9ca7-af6d53ecb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:28.538986 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-404188ee-6894-4a93-a68d-1b66072d8450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:28.577770 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-cd3afcfa-e53c-4c19-9ca7-af6d53ecb33b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82af585c32fe42598852e4a5be80ec1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234510 Jun 29 16:31:28.578749 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3afcfa-e53c-4c19-9ca7-af6d53ecb33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a188d9a-6b52-4651-aa9e-20fdf2bfa21e,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:28.581192 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 46368) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:28.583153 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cd3afcfa-e53c-4c19-9ca7-af6d53ecb33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:28.604758 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30866fa-bc22-4c78-b3ca-94df89be8036 req-bccab9bf-3430-4d35-bda0-6cb4bd5f5d0c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:28.606212 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e30866fa-bc22-4c78-b3ca-94df89be8036 req-bccab9bf-3430-4d35-bda0-6cb4bd5f5d0c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0664482 Jun 29 16:31:28.630100 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:28.644359 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e30866fa-bc22-4c78-b3ca-94df89be8036 req-e62d3c08-4617-4c37-9f57-fa8fc7cdba10 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323925 Jun 29 16:31:28.652190 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:28.792647 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:28.795176 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:28.796410 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a188d9a-6b52-4651-aa9e-20fdf2bfa21e HTTP/1.1" status: 204 len: 168 time: 0.2143133 Jun 29 16:31:28.797241 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f2ef060a-81f4-481f-b6eb-ee864fc13926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:28.804915 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a188d9a-6b52-4651-aa9e-20fdf2bfa21e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:28.807852 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:29.270859 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c8998-f796-4f2d-b29d-4b9b95248820 req-582d7839-36be-4636-8748-705a9cf69ca1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:29.272346 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c4c8998-f796-4f2d-b29d-4b9b95248820 req-582d7839-36be-4636-8748-705a9cf69ca1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0668786 Jun 29 16:31:29.310296 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c4c8998-f796-4f2d-b29d-4b9b95248820 req-82d292f7-7f9a-4b64-b6d3-6859cf2f3373 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Jun 29 16:31:29.405885 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 46380) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:29.420412 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7caaaf49-6953-4e1f-9b85-e1161c6c4170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.510625 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7caaaf49-6953-4e1f-9b85-e1161c6c4170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.576443 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7caaaf49-6953-4e1f-9b85-e1161c6c4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.580920 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-beb6ac4d-445b-4268-bbbc-cb901d77e923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:29.618690 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7caaaf49-6953-4e1f-9b85-e1161c6c4170 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5a6d4b3067146b29ffb18e31c7aa080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115321 Jun 29 16:31:29.619596 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaaf49-6953-4e1f-9b85-e1161c6c4170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5795bd1-8ded-4127-9718-e94e551565f3,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:29.621963 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 46384) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:29.628151 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7caaaf49-6953-4e1f-9b85-e1161c6c4170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:29.673535 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.700540 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.812031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.814589 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:29.818635 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5795bd1-8ded-4127-9718-e94e551565f3 HTTP/1.1" status: 204 len: 168 time: 0.1929195 Jun 29 16:31:29.818635 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:29.836737 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a6bb-d2af-4b30-bfd2-1e86fd5b9de1 req-abc94373-8777-483f-8695-641ef977c6ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:29.838850 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1564a6bb-d2af-4b30-bfd2-1e86fd5b9de1 req-abc94373-8777-483f-8695-641ef977c6ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0776770 Jun 29 16:31:29.839694 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5795bd1-8ded-4127-9718-e94e551565f3,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:29.842027 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:29.890314 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1564a6bb-d2af-4b30-bfd2-1e86fd5b9de1 req-35da08ed-b2c2-42cd-ab3a-089d4936966c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Jun 29 16:31:30.484491 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6ee87-ce60-4c25-8b15-1a99a0b0edc6 req-8753c5cd-4ec6-4bbd-bc63-1656e6afccd9 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:30.486088 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-29e6ee87-ce60-4c25-8b15-1a99a0b0edc6 req-8753c5cd-4ec6-4bbd-bc63-1656e6afccd9 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0659657 Jun 29 16:31:30.525790 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-29e6ee87-ce60-4c25-8b15-1a99a0b0edc6 req-a89c08d7-44fe-4d6d-895f-6a5b143e93c9 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338295 Jun 29 16:31:30.554455 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 46398) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:30.572255 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e078-3f56-4b01-aa93-eea69706497b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.660691 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e078-3f56-4b01-aa93-eea69706497b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.736820 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c4d1e078-3f56-4b01-aa93-eea69706497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.739444 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:30.774393 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1e078-3f56-4b01-aa93-eea69706497b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a42cb8-82d5-4f30-bf31-5637a9fd7cc1,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:30.779316 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-c4d1e078-3f56-4b01-aa93-eea69706497b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0f05beda9af4f29853cb7dc4c542a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238135 Jun 29 16:31:30.780238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c4d1e078-3f56-4b01-aa93-eea69706497b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:30.782572 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 46402) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:30.833841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:30.857625 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:31.000431 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:31.003620 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:31.004861 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5a42cb8-82d5-4f30-bf31-5637a9fd7cc1 HTTP/1.1" status: 204 len: 168 time: 0.2219224 Jun 29 16:31:31.005609 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-433582c1-c1ee-4cde-9cac-06c5f7506d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:31.015086 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a42cb8-82d5-4f30-bf31-5637a9fd7cc1,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:31.017511 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:31.309114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be328c87-49f4-4d8a-9afa-663ce52e51a5 req-e9130bf8-dcc1-4388-a7c9-ae551090fb52 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:31.310634 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be328c87-49f4-4d8a-9afa-663ce52e51a5 req-e9130bf8-dcc1-4388-a7c9-ae551090fb52 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.2889762 Jun 29 16:31:31.355777 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be328c87-49f4-4d8a-9afa-663ce52e51a5 req-1a788ce8-ae94-4cc8-839c-924d52e768f6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Jun 29 16:31:31.713706 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d1704-d05c-4b6b-802e-8d9d0c1aa437 req-14a1acd0-6e57-49a6-a042-48b004c64987 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:31.715279 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b33d1704-d05c-4b6b-802e-8d9d0c1aa437 req-14a1acd0-6e57-49a6-a042-48b004c64987 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0757372 Jun 29 16:31:31.775278 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b33d1704-d05c-4b6b-802e-8d9d0c1aa437 req-a4aa2178-b3b1-49ce-8908-7402a6b41c53 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Jun 29 16:31:32.527696 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d235cc-7b2e-450b-8fcc-e03eaeb3d10c req-784e6fcc-aba0-41b1-a0a4-cd3dc9adcd13 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:32.531009 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-06d235cc-7b2e-450b-8fcc-e03eaeb3d10c req-784e6fcc-aba0-41b1-a0a4-cd3dc9adcd13 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0787888 Jun 29 16:31:32.610717 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-06d235cc-7b2e-450b-8fcc-e03eaeb3d10c req-54d19e84-60ea-4c75-967a-35d534f46776 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758004 Jun 29 16:31:32.637010 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec751c7f-4556-482b-ae9a-738257f4eed3 req-982b23b7-9858-4332-8132-77ea06394c7d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:32.638528 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ec751c7f-4556-482b-ae9a-738257f4eed3 req-982b23b7-9858-4332-8132-77ea06394c7d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1048772 Jun 29 16:31:32.683026 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ec751c7f-4556-482b-ae9a-738257f4eed3 req-9b69d251-656b-41e7-93c1-9f107b5ed52f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358245 Jun 29 16:31:32.960283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7358-7bea-4043-a5a3-dcff74d81274 req-112f02cd-9e04-4476-9077-dd8ec4e269b4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:32.962751 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4ece7358-7bea-4043-a5a3-dcff74d81274 req-112f02cd-9e04-4476-9077-dd8ec4e269b4 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0784223 Jun 29 16:31:33.009388 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4ece7358-7bea-4043-a5a3-dcff74d81274 req-1a068453-ee25-4a47-a96d-bed995c961fc tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363016 Jun 29 16:31:33.904413 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217604d0-d7b2-49fb-92da-6587966b79ad req-c53d4020-b7ad-40ba-836f-879906a46c82 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:33.905988 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-217604d0-d7b2-49fb-92da-6587966b79ad req-c53d4020-b7ad-40ba-836f-879906a46c82 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.1533742 Jun 29 16:31:33.940636 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c844ac0-5802-447e-a09a-bb71c6b7d7aa req-eb746748-8713-424c-b539-5dedd818082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:33.942096 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c844ac0-5802-447e-a09a-bb71c6b7d7aa req-eb746748-8713-424c-b539-5dedd818082d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.1466732 Jun 29 16:31:33.973928 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-217604d0-d7b2-49fb-92da-6587966b79ad req-66c19dbd-ef33-4660-93fb-110d862e4e20 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591829 Jun 29 16:31:33.988171 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44575e02-9b3b-46e2-b09d-a3ffb6fc998f req-8d3c0e4f-9f31-49e3-abdd-211ba4c99b34 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:33.989672 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44575e02-9b3b-46e2-b09d-a3ffb6fc998f req-8d3c0e4f-9f31-49e3-abdd-211ba4c99b34 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1531591 Jun 29 16:31:34.018730 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c844ac0-5802-447e-a09a-bb71c6b7d7aa req-4b021fa5-43a0-497c-846b-71ee96591fa6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592725 Jun 29 16:31:34.047831 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44575e02-9b3b-46e2-b09d-a3ffb6fc998f req-3db35dcd-8812-4dc8-883b-5a190a262d21 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503526 Jun 29 16:31:34.199256 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02b4b1-d377-4040-a435-715275955b2e req-2f2f2eeb-dd37-4fc8-a628-806d9cc865a3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:34.200837 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3f02b4b1-d377-4040-a435-715275955b2e req-2f2f2eeb-dd37-4fc8-a628-806d9cc865a3 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0660315 Jun 29 16:31:34.242400 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3f02b4b1-d377-4040-a435-715275955b2e req-a9e95fb5-5e45-434c-b0dc-9f0f3b0207ad tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354834 Jun 29 16:31:34.574469 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 46596) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:34.694080 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2696490d-a4ef-478c-8d37-000d7a1972f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:34.728908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-74b45458-f366-4682-bd63-aedcc74bcba7 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:34.730484 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-74b45458-f366-4682-bd63-aedcc74bcba7 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.0913637 Jun 29 16:31:34.891720 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2696490d-a4ef-478c-8d37-000d7a1972f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:34.906811 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Deleting port 6c672bdb-0b48-407f-b342-ad68f5c9a782 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:31:34.907149 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:34.965940 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2696490d-a4ef-478c-8d37-000d7a1972f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:34.972689 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-df9d1f24-f1b2-4241-9088-26336a72ea24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:35.029985 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-2696490d-a4ef-478c-8d37-000d7a1972f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce3f5d34b24546c193dd590132f80e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497061 Jun 29 16:31:35.031518 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 46616) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:35.041507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696490d-a4ef-478c-8d37-000d7a1972f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea2c59-b7d1-4929-86c0-10244ea4dc00,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:35.062279 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2696490d-a4ef-478c-8d37-000d7a1972f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:35.069452 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] For port 6c672bdb-0b48-407f-b342-ad68f5c9a782, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6c672bdb-0b48-407f-b342-ad68f5c9a782,segment=NetworkSegment(464f5de5-1e31-4686-8e31-cff7f9b8ed98),segment_id=464f5de5-1e31-4686-8e31-cff7f9b8ed98)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:35.069824 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:35.092538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Calling delete_port for 6c672bdb-0b48-407f-b342-ad68f5c9a782 owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:31:35.161335 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:35.233065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:35.341261 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34fdc-9071-4f1a-939b-f2c6f348831a req-313755f3-6f8d-4e48-8926-42909fbbfe66 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:35.343114 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-71c34fdc-9071-4f1a-939b-f2c6f348831a req-313755f3-6f8d-4e48-8926-42909fbbfe66 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 945 time: 0.1773508 Jun 29 16:31:35.434722 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-71c34fdc-9071-4f1a-939b-f2c6f348831a req-1f273f5f-8534-4a70-861d-fc972188a235 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/security-groups?id=133d6aa4-dfac-4d16-9777-63e58934722e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853219 Jun 29 16:31:35.437487 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:35.440142 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:35.444241 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7eea2c59-b7d1-4929-86c0-10244ea4dc00 HTTP/1.1" status: 204 len: 168 time: 0.4102266 Jun 29 16:31:35.444241 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-58ff228c-9378-457a-8d0f-ca9c46e22ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:35.455320 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea2c59-b7d1-4929-86c0-10244ea4dc00,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:35.458396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:35.476089 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6e7ab-2686-4eee-b85e-c7d4b00e6c80 req-035bc416-8fc5-44b0-9a59-915ce7692658 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:35.484942 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0cb6e7ab-2686-4eee-b85e-c7d4b00e6c80 req-035bc416-8fc5-44b0-9a59-915ce7692658 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1368785 Jun 29 16:31:35.490397 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:35.492539 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:35.505982 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['6c672bdb-0b48-407f-b342-ad68f5c9a782'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:31:35.530021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Pushing event deleted for resources: {'Port': ['ID=6c672bdb-0b48-407f-b342-ad68f5c9a782,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:35.536240 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:35.597672 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0cb6e7ab-2686-4eee-b85e-c7d4b00e6c80 req-f31faaab-4206-49f6-a13d-d3a8e97b7f1e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119728 Jun 29 16:31:35.598493 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] No DVR routers for this DVR port 6c672bdb-0b48-407f-b342-ad68f5c9a782 on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:31:35.601389 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:35.604114 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7ee16074-ac62-4584-be2b-2042662d4cdd req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.11 "DELETE /v2.0/ports/6c672bdb-0b48-407f-b342-ad68f5c9a782 HTTP/1.1" status: 204 len: 173 time: 0.8610957 Jun 29 16:31:35.604722 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'name': 'network-vif-deleted', 'tag': '6c672bdb-0b48-407f-b342-ad68f5c9a782'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:31:35.607120 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e00cf9-dcaf-4330-8dbd-4cebf956c1dd" -d '{"events": [{"server_uuid": "8d9a0245-a00b-4e0c-8d60-c004df477951", "name": "network-vif-deleted", "tag": "6c672bdb-0b48-407f-b342-ad68f5c9a782"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:31:35.657652 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b78cca-d5f6-4897-8d4d-3b24474aaca7 x-openstack-request-id: req-c9b78cca-d5f6-4897-8d4d-3b24474aaca7 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:31:35.658053 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a0245-a00b-4e0c-8d60-c004df477951", "name": "network-vif-deleted", "tag": "6c672bdb-0b48-407f-b342-ad68f5c9a782", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:31:35.658400 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9b78cca-d5f6-4897-8d4d-3b24474aaca7 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:31:35.658884 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a0245-a00b-4e0c-8d60-c004df477951', 'name': 'network-vif-deleted', 'tag': '6c672bdb-0b48-407f-b342-ad68f5c9a782', 'status': 'completed', 'code': 200} Jun 29 16:31:35.789794 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6adfe3-f141-4bf8-8a93-3452a53bdc23 req-8d2db435-f823-4282-bfb4-471c033dcb72 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:35.791872 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-df6adfe3-f141-4bf8-8a93-3452a53bdc23 req-8d2db435-f823-4282-bfb4-471c033dcb72 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0666490 Jun 29 16:31:35.834762 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-df6adfe3-f141-4bf8-8a93-3452a53bdc23 req-a24c676a-ea77-4708-a7ff-d59899c7513e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350866 Jun 29 16:31:36.120238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 46646) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:36.138319 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bdbec161-9b70-4f53-8e3a-62f8f5fa4921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.228214 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bdbec161-9b70-4f53-8e3a-62f8f5fa4921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.317794 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bdbec161-9b70-4f53-8e3a-62f8f5fa4921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.321453 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-649295ca-f01c-4d33-876b-3c1d7fe5b89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:36.365568 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-bdbec161-9b70-4f53-8e3a-62f8f5fa4921 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89313f2289ff4ecf8c767658d1ea2ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442391 Jun 29 16:31:36.366780 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbec161-9b70-4f53-8e3a-62f8f5fa4921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874cd876-96bb-4575-8022-f5afd770c555,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:36.368465 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 46656) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:36.380340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bdbec161-9b70-4f53-8e3a-62f8f5fa4921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:36.434254 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.456169 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.520416 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1905276-1cd1-4844-bd81-79211117d673 req-587b56f1-bdf0-48bc-8b93-96f2663649f1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:36.522015 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e1905276-1cd1-4844-bd81-79211117d673 req-587b56f1-bdf0-48bc-8b93-96f2663649f1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0738480 Jun 29 16:31:36.576011 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e1905276-1cd1-4844-bd81-79211117d673 req-68c11554-a43c-4d77-aedf-b07776e010c1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Jun 29 16:31:36.588556 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.594065 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:36.597667 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ba02a576-aa0c-47e5-96ed-3868a6194a47 req-acd1a7da-83d9-4aa5-9430-73efdd615563 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 210 time: 0.0364370 Jun 29 16:31:36.597808 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/874cd876-96bb-4575-8022-f5afd770c555 HTTP/1.1" status: 204 len: 168 time: 0.2239225 Jun 29 16:31:36.597808 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cd3afcfa-e53c-4c19-9ca7-af6d53ecb33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:36.607061 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874cd876-96bb-4575-8022-f5afd770c555,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:36.611595 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:36.789901 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620f8dc-583f-48a4-a1d1-4e1e9e23fbe3 req-1703c974-95a4-45c3-89e2-7e3a1845c384 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:36.791383 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7620f8dc-583f-48a4-a1d1-4e1e9e23fbe3 req-1703c974-95a4-45c3-89e2-7e3a1845c384 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0651433 Jun 29 16:31:36.836936 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7620f8dc-583f-48a4-a1d1-4e1e9e23fbe3 req-93dc0dd3-73b5-433b-bc28-41eab7c25192 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 Jun 29 16:31:37.766087 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750e71-74f1-4b4f-8461-be79b67a97dd req-7bc9e431-e8e3-4b46-9ba8-9dc2f1777c80 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:37.767659 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18750e71-74f1-4b4f-8461-be79b67a97dd req-7bc9e431-e8e3-4b46-9ba8-9dc2f1777c80 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0667336 Jun 29 16:31:37.807574 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18750e71-74f1-4b4f-8461-be79b67a97dd req-f08dfb71-5a6e-47ad-94a3-5cc57b99437f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342312 Jun 29 16:31:37.959068 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-06862b0e-28de-4902-954a-e82c1325b71a req-63758dfc-bb93-4811-9265-b223b1236669 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 210 time: 0.0313423 Jun 29 16:31:38.127239 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9661ae-71f7-497e-8af9-8a514dc2f3dc req-4c8f2b74-b7cc-4e2d-a235-4093261e7c0e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:38.128750 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-de9661ae-71f7-497e-8af9-8a514dc2f3dc req-4c8f2b74-b7cc-4e2d-a235-4093261e7c0e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0668163 Jun 29 16:31:38.173854 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-de9661ae-71f7-497e-8af9-8a514dc2f3dc req-3897a827-22d1-430c-81f9-1919518564a9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392597 Jun 29 16:31:39.074114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185311-d448-4b30-a2a4-14de16dfe139 req-83532b25-806c-48db-b5d1-7cd05696ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:39.075650 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99185311-d448-4b30-a2a4-14de16dfe139 req-83532b25-806c-48db-b5d1-7cd05696ae0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 1099 time: 0.1402121 Jun 29 16:31:39.092434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4fa38-2fd1-412d-a9ab-6141ad2aeac3 req-2860a562-b4f3-47da-b98c-76f9d818ee5f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:39.092668 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cdf4fa38-2fd1-412d-a9ab-6141ad2aeac3 req-2860a562-b4f3-47da-b98c-76f9d818ee5f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.1141679 Jun 29 16:31:39.183430 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0b097190-1bf9-4f0b-92cf-95474be5091d req-4a0ecbf3-e943-401d-b34d-b9a7ec552295 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d9a0245-a00b-4e0c-8d60-c004df477951 HTTP/1.1" status: 200 len: 210 time: 0.0805981 Jun 29 16:31:39.213351 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cdf4fa38-2fd1-412d-a9ab-6141ad2aeac3 req-52c9034c-a43d-417f-b896-c11a413914b1 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134064 Jun 29 16:31:39.247216 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185311-d448-4b30-a2a4-14de16dfe139 req-3cdb9ca4-f146-4da2-bb52-7e590a794787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:39.249801 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99185311-d448-4b30-a2a4-14de16dfe139 req-3cdb9ca4-f146-4da2-bb52-7e590a794787 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 200 len: 919 time: 0.1659148 Jun 29 16:31:39.297500 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99185311-d448-4b30-a2a4-14de16dfe139 req-f85639be-1ff8-4750-bb00-6890561f35b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 200 len: 217 time: 0.0412059 Jun 29 16:31:39.392895 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185311-d448-4b30-a2a4-14de16dfe139 req-f6089b5e-e694-4d05-b842-6f996f725936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:39.394348 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99185311-d448-4b30-a2a4-14de16dfe139 req-f6089b5e-e694-4d05-b842-6f996f725936 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 200 len: 858 time: 0.0687802 Jun 29 16:31:39.413030 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19583361-29c6-4a61-9b8c-3479cdbb0319 req-bda4da77-e1a9-4ba3-9a92-6bda1a8c0586 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:39.414900 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-19583361-29c6-4a61-9b8c-3479cdbb0319 req-bda4da77-e1a9-4ba3-9a92-6bda1a8c0586 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1165390 Jun 29 16:31:39.470609 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99185311-d448-4b30-a2a4-14de16dfe139 req-a375d010-26ca-485a-b04d-68bc078d59b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3946b48c-4319-4969-b746-ed702c367093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537484 Jun 29 16:31:39.527857 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-19583361-29c6-4a61-9b8c-3479cdbb0319 req-a7047ee4-1f3a-4b04-b126-7b88cf4c7113 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031914 Jun 29 16:31:39.636014 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99185311-d448-4b30-a2a4-14de16dfe139 req-23d255ee-c2d3-4103-9844-99f15d585d28 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487086 Jun 29 16:31:39.755277 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-99185311-d448-4b30-a2a4-14de16dfe139 req-091818ad-6468-4b10-96e4-3cbcf8a31da0 service neutron] 10.222.0.11 "GET /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090865 Jun 29 16:31:40.176650 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 46782) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:40.320045 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-46a82052-2b5f-4f4f-8d87-78fb9f9f1a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.425322 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-46a82052-2b5f-4f4f-8d87-78fb9f9f1a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.468656 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-46a82052-2b5f-4f4f-8d87-78fb9f9f1a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.471585 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d0695c6b-ba21-4bb1-9289-79e2a1084b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:40.477242 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3ff03-efae-4481-aba8-4311cd460eac req-b82787a8-14a1-4eae-8874-7755d1c93aa7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:40.479857 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72d3ff03-efae-4481-aba8-4311cd460eac req-b82787a8-14a1-4eae-8874-7755d1c93aa7 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0811896 Jun 29 16:31:40.524345 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-46a82052-2b5f-4f4f-8d87-78fb9f9f1a8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efc9ba79379d49debd092a6586c2d375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440502 Jun 29 16:31:40.524345 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a82052-2b5f-4f4f-8d87-78fb9f9f1a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a32de-0dac-444d-92d3-8e9144069fc6,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:40.525639 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 46802) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:40.527722 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-46a82052-2b5f-4f4f-8d87-78fb9f9f1a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:40.532754 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72d3ff03-efae-4481-aba8-4311cd460eac req-0c276729-1de1-4b7f-a05b-5b3c87ece3b0 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454311 Jun 29 16:31:40.586870 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.614786 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.742146 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.749095 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:40.750338 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f21a32de-0dac-444d-92d3-8e9144069fc6 HTTP/1.1" status: 204 len: 168 time: 0.2237842 Jun 29 16:31:40.751437 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-383b4700-6d57-4a70-9b9d-c46e41634876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:40.761166 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a32de-0dac-444d-92d3-8e9144069fc6,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:40.761774 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74dd1-ffec-4792-8f93-80b39ee655a9 req-2d3b4f27-e24f-4dfd-9502-c67111c1a7da tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:40.763330 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3f74dd1-ffec-4792-8f93-80b39ee655a9 req-2d3b4f27-e24f-4dfd-9502-c67111c1a7da tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0703738 Jun 29 16:31:40.764482 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:40.820971 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3f74dd1-ffec-4792-8f93-80b39ee655a9 req-9eebd801-8d83-48e7-ab16-a6646730e08c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 Jun 29 16:31:40.872500 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 6c672bdb-0b48-407f-b342-ad68f5c9a782 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:31:40.895063 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 6c672bdb-0b48-407f-b342-ad68f5c9a782 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:31:40.895445 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 6c672bdb-0b48-407f-b342-ad68f5c9a782 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:31:41.705939 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11580682-9a6b-4aa7-908e-9e2a8e6ef887 req-6deac1dd-445b-4a0b-bac3-5494f9587c89 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:41.707453 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-11580682-9a6b-4aa7-908e-9e2a8e6ef887 req-6deac1dd-445b-4a0b-bac3-5494f9587c89 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0691862 Jun 29 16:31:41.751380 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-11580682-9a6b-4aa7-908e-9e2a8e6ef887 req-56136909-268f-4ea8-97f2-e5c40563b195 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Jun 29 16:31:42.025131 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cca174-d491-48be-93b4-129d2319976d req-623d91c2-7e9e-43ec-8ff8-0ccc174ecbc8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:42.026960 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70cca174-d491-48be-93b4-129d2319976d req-623d91c2-7e9e-43ec-8ff8-0ccc174ecbc8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0666182 Jun 29 16:31:42.070329 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70cca174-d491-48be-93b4-129d2319976d req-2350aa7d-c6fc-4df9-8b95-967c0d880f00 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375800 Jun 29 16:31:42.937269 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decb624-f081-4c58-8e72-3d541c71af97 req-6f55530e-dfcb-4374-a494-cb9840790d27 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:42.939684 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2decb624-f081-4c58-8e72-3d541c71af97 req-6f55530e-dfcb-4374-a494-cb9840790d27 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0666392 Jun 29 16:31:42.982596 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2decb624-f081-4c58-8e72-3d541c71af97 req-23daa38f-00b5-4464-84d3-4a39dba9d5e8 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379105 Jun 29 16:31:43.662906 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9a248-6b4f-43c4-9410-c786a4ac641a req-6ca93ddd-4a28-482b-a953-6348b7303ae5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:43.664442 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-69a9a248-6b4f-43c4-9410-c786a4ac641a req-6ca93ddd-4a28-482b-a953-6348b7303ae5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0680468 Jun 29 16:31:43.706156 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-69a9a248-6b4f-43c4-9410-c786a4ac641a req-0de5e61f-9efc-43c7-ad73-9cce3a0cdd98 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352676 Jun 29 16:31:44.891264 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d30d1-5442-4e46-a82c-65f040edc5eb req-58c30fa0-b833-4472-83d7-1adb3640e791 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:44.895893 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a67d30d1-5442-4e46-a82c-65f040edc5eb req-58c30fa0-b833-4472-83d7-1adb3640e791 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0709457 Jun 29 16:31:44.931146 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a67d30d1-5442-4e46-a82c-65f040edc5eb req-cc9dadb0-1bc9-42f3-ac00-fcbed0562146 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jun 29 16:31:46.125134 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a2cd-b681-4b3e-a263-934b6f998f44 req-d8949d70-3030-403e-931b-5204946b5499 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:46.126654 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e10a2cd-b681-4b3e-a263-934b6f998f44 req-d8949d70-3030-403e-931b-5204946b5499 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0764222 Jun 29 16:31:46.170119 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e10a2cd-b681-4b3e-a263-934b6f998f44 req-0a89d323-1a88-404f-9322-4450af478270 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375512 Jun 29 16:31:47.351991 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab675e-8a8a-47b3-b77d-938c32690b36 req-92a53871-69e6-4e24-b934-d11eac0c9c1b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:47.353565 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-79ab675e-8a8a-47b3-b77d-938c32690b36 req-92a53871-69e6-4e24-b934-d11eac0c9c1b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0667753 Jun 29 16:31:47.399537 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-79ab675e-8a8a-47b3-b77d-938c32690b36 req-56397451-3e8f-4bd2-844e-3e57f5ff04cc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396602 Jun 29 16:31:47.889688 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccbea4-266b-408a-8f01-25e2d3d2bab5 req-279460f9-6c73-43f7-9ee8-cf70106b1ebd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:47.891420 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ccccbea4-266b-408a-8f01-25e2d3d2bab5 req-279460f9-6c73-43f7-9ee8-cf70106b1ebd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0700784 Jun 29 16:31:47.979299 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ccccbea4-266b-408a-8f01-25e2d3d2bab5 req-79f7a08a-ffda-4d5a-af5c-f95300267229 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808375 Jun 29 16:31:48.010276 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-bdddca3e-1284-4ea7-a4fb-012fdfa59120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:48.010276 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-bdddca3e-1284-4ea7-a4fb-012fdfa59120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1098 time: 0.0796359 Jun 29 16:31:48.114053 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-86dbb43a-ae9a-409e-a560-f4edcf1f8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:48.115868 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-86dbb43a-ae9a-409e-a560-f4edcf1f8ce9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 911 time: 0.0992920 Jun 29 16:31:48.190606 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-40659a18-05e3-411b-a1c3-255da227fb1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 200 len: 1000 time: 0.0643616 Jun 29 16:31:48.246182 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-75bac21a-9f0d-4666-ad52-33c90a24bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:48.247862 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-75bac21a-9f0d-4666-ad52-33c90a24bad6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.0482817 Jun 29 16:31:48.260399 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:31:48.312990 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-652a5b2d-23d4-4d1d-9e6b-870d1c8058df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:48.314500 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-652a5b2d-23d4-4d1d-9e6b-870d1c8058df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601954 Jun 29 16:31:48.415216 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-852cebcf-a948-4bdc-b079-14117b45d3a7 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931334 Jun 29 16:31:48.528415 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82a56104-ae29-419d-b3fc-2ab0448dedc1 req-bc444e1a-574a-45fe-b041-d463f60e56f4 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045456 Jun 29 16:31:49.058737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47034) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:49.183864 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-56586f74-3cf6-4e71-ab6b-43752336835d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:49.184853 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb283d06-ff48-4f64-8585-d2debabff280 req-b6366fbf-1654-4bce-9b46-287d01a28d99 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:49.186480 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fb283d06-ff48-4f64-8585-d2debabff280 req-b6366fbf-1654-4bce-9b46-287d01a28d99 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0715759 Jun 29 16:31:49.229848 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fb283d06-ff48-4f64-8585-d2debabff280 req-254e21f8-3e93-4a55-8f46-054e229ab3c4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370715 Jun 29 16:31:49.283236 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-56586f74-3cf6-4e71-ab6b-43752336835d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:49.336817 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-56586f74-3cf6-4e71-ab6b-43752336835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:49.341319 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5c787495-318c-4615-8b3d-bc5ff58891cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:49.378082 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-56586f74-3cf6-4e71-ab6b-43752336835d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c0a1afc20bb490d85cd5869ee7e9641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181460 Jun 29 16:31:49.381007 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47044) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:49.383708 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56586f74-3cf6-4e71-ab6b-43752336835d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722c0bc5-e518-4a13-8b52-1c06d3170f6c,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:49.390057 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-56586f74-3cf6-4e71-ab6b-43752336835d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:49.445929 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:49.476939 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:49.627653 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:49.630295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:49.631495 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/722c0bc5-e518-4a13-8b52-1c06d3170f6c HTTP/1.1" status: 204 len: 168 time: 0.2491443 Jun 29 16:31:49.632253 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9738650f-76ca-49b2-8989-8a65406a47c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:49.645089 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722c0bc5-e518-4a13-8b52-1c06d3170f6c,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:49.648977 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:49.902452 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-64cbec0c-e021-4793-ad74-419adadf1650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:50.069624 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770768-beb0-4993-8fd3-581d00af514e req-c8548f78-770b-44b8-9c18-133dfd3de168 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:50.071617 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e770768-beb0-4993-8fd3-581d00af514e req-c8548f78-770b-44b8-9c18-133dfd3de168 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0882976 Jun 29 16:31:50.126163 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e770768-beb0-4993-8fd3-581d00af514e req-13fc709e-1dfa-4c5d-bc86-e05e0106b873 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461245 Jun 29 16:31:50.423917 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68c858-fcd8-4c14-90f1-4f00842791f7 req-eeccc75c-cdca-4dcf-b192-a15627c2044b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:50.426261 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0e68c858-fcd8-4c14-90f1-4f00842791f7 req-eeccc75c-cdca-4dcf-b192-a15627c2044b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0697317 Jun 29 16:31:50.464735 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0e68c858-fcd8-4c14-90f1-4f00842791f7 req-3571f39b-ce8d-4a42-848b-edc7613e9157 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334103 Jun 29 16:31:50.738120 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47078) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:50.842144 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-842798494-network', 'tenant_id': '986a164171224daa84d3325164a0f5cf'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:31:50.948401 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Made reservation on behalf of 986a164171224daa84d3325164a0f5cf for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:31:50.950844 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:50.962742 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.064127 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.101906 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.105607 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-121916ab-eed7-4631-a61e-500e88929216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:51.129501 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:31:51.140112 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b54ce1-6af2-45f1-a5be-9cf7d011202c,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:51.143270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:51.146845 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.147338 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Added segment d031779e-da13-4282-9b5c-94da931a166c of type vlan for network f8170d4c-f3c2-49d8-856c-3faf83fc47cb Jun 29 16:31:51.190192 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.263514 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.264884 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:51.265470 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.283502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:51.359345 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Pushing event updated for resources: {'Network': ['ID=f8170d4c-f3c2-49d8-856c-3faf83fc47cb,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:51.362299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:51.373894 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network f8170d4c-f3c2-49d8-856c-3faf83fc47cb details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:31:51.395094 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b036f5-c7cd-486c-817f-843db479219e req-5f010ce2-47e7-4ae2-973b-ffb44fd72f7a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:51.397116 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-25b036f5-c7cd-486c-817f-843db479219e req-5f010ce2-47e7-4ae2-973b-ffb44fd72f7a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.1440463 Jun 29 16:31:51.405505 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6662617 Jun 29 16:31:51.408518 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47090) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:31:51.413453 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Request body: {'subnet': {'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-842798494-subnet', 'tenant_id': '986a164171224daa84d3325164a0f5cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:31:51.463643 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-25b036f5-c7cd-486c-817f-843db479219e req-73825cd1-aea4-46c0-8f74-abb85856c6ba tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459929 Jun 29 16:31:51.530327 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Made reservation on behalf of 986a164171224daa84d3325164a0f5cf for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:31:51.532808 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:51.998997 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.001430 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:52.055430 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b770ad-291c-4fc4-89ec-2bbf262e4b22,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:52.059745 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:52.066072 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Checking segment: {'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:31:52.066423 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Network hostable DHCP agents. Network: f8170d4c-f3c2-49d8-856c-3faf83fc47cb, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:31:52.158989 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Network f8170d4c-f3c2-49d8-856c-3faf83fc47cb is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:31:52.216466 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, f8170d4c-f3c2-49d8-856c-3faf83fc47cb) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:31:52.223599 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.224238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.230549 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a509f9-5675-439f-a5f5-225511657f2b None None] Network f8170d4c-f3c2-49d8-856c-3faf83fc47cb requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:31:52.285507 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8759716 Jun 29 16:31:52.393565 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23204c5f-93ff-408d-8cf4-3d040b904e1b None None] Network f8170d4c-f3c2-49d8-856c-3faf83fc47cb requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:31:52.592397 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-b7ed2fbf-69e5-41d9-bd57-50b9fd0b0c55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002264 Jun 29 16:31:52.726974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e01b67-78fa-451c-822f-987b9a8eafed req-eb9ea91d-6a6b-4a97-a907-e71a9bf3530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.729121 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-eb9ea91d-6a6b-4a97-a907-e71a9bf3530d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1098 time: 0.1040108 Jun 29 16:31:52.744548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700d3fc-6085-483f-af47-7223d7423e2c req-47cadce7-d1ca-4e03-b1d1-c3c8719e0809 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.746314 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6700d3fc-6085-483f-af47-7223d7423e2c req-47cadce7-d1ca-4e03-b1d1-c3c8719e0809 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0902236 Jun 29 16:31:52.810291 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.836461 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6700d3fc-6085-483f-af47-7223d7423e2c req-e8c652a0-e996-42c9-aee6-c35557550b3f tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836089 Jun 29 16:31:52.874187 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e01b67-78fa-451c-822f-987b9a8eafed req-e2fa73df-dc5a-4424-955c-4ea16dc5c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:52.875880 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-e2fa73df-dc5a-4424-955c-4ea16dc5c9e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 911 time: 0.1078472 Jun 29 16:31:52.877872 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-32ce63d3-638e-4317-80d2-040f7c837f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.942491 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-81b38b5a-740f-4f74-bf2f-cb7517245967 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 200 len: 1000 time: 0.0573382 Jun 29 16:31:53.007894 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e01b67-78fa-451c-822f-987b9a8eafed req-0e3f9707-4030-4ebd-8e75-092b99d78e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:53.010028 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-0e3f9707-4030-4ebd-8e75-092b99d78e3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.0562701 Jun 29 16:31:53.077489 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e01b67-78fa-451c-822f-987b9a8eafed req-13369e23-4983-4102-b716-267abf246c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:53.079125 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-13369e23-4983-4102-b716-267abf246c44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599270 Jun 29 16:31:53.109563 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56538-e250-4b33-8e23-f55d72efca59 req-a0aadd1c-730b-430c-ba89-b40a0bea7383 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:53.111062 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-98f56538-e250-4b33-8e23-f55d72efca59 req-a0aadd1c-730b-430c-ba89-b40a0bea7383 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 946 time: 0.0710990 Jun 29 16:31:53.177333 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-1bf687d0-ba89-4db4-b561-0388bbc78132 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875573 Jun 29 16:31:53.230094 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Deleting port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:31:53.230482 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:53.285793 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72e01b67-78fa-451c-822f-987b9a8eafed req-09d79fce-e772-44ea-bc04-b3a918963b8e service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001012 Jun 29 16:31:53.323583 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] For port 76b14845-4d54-4bd9-9e37-a8cfadddfd79, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=76b14845-4d54-4bd9-9e37-a8cfadddfd79,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:31:53.323947 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:53.338580 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Calling delete_port for 76b14845-4d54-4bd9-9e37-a8cfadddfd79 owned by compute:nova {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:31:53.524813 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:53.529176 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:31:53.536727 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['09d07efe-c080-41a2-bc9a-33f18d8c8648', '76b14845-4d54-4bd9-9e37-a8cfadddfd79'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:31:53.554663 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Pushing event deleted for resources: {'Port': ['ID=76b14845-4d54-4bd9-9e37-a8cfadddfd79,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:31:53.568200 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:31:53.634413 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] No DVR routers for this DVR port 76b14845-4d54-4bd9-9e37-a8cfadddfd79 on host hv-cinder-79351 {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:31:53.638545 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:53.640617 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-98f56538-e250-4b33-8e23-f55d72efca59 req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "DELETE /v2.0/ports/76b14845-4d54-4bd9-9e37-a8cfadddfd79 HTTP/1.1" status: 204 len: 173 time: 0.5227184 Jun 29 16:31:53.641613 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011963a5-a6fe-4524-a533-3386d282a8be', 'name': 'network-vif-deleted', 'tag': '76b14845-4d54-4bd9-9e37-a8cfadddfd79'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:31:53.644108 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d1949-7292-4f07-b1dd-c7b8f8e3df18" -d '{"events": [{"server_uuid": "011963a5-a6fe-4524-a533-3386d282a8be", "name": "network-vif-deleted", "tag": "76b14845-4d54-4bd9-9e37-a8cfadddfd79"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:31:53.684569 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7aa469-fd11-40cd-b91d-38a0d0adb556 x-openstack-request-id: req-0a7aa469-fd11-40cd-b91d-38a0d0adb556 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:31:53.684892 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011963a5-a6fe-4524-a533-3386d282a8be", "name": "network-vif-deleted", "tag": "76b14845-4d54-4bd9-9e37-a8cfadddfd79", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:31:53.685168 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a7aa469-fd11-40cd-b91d-38a0d0adb556 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:31:53.685587 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011963a5-a6fe-4524-a533-3386d282a8be', 'name': 'network-vif-deleted', 'tag': '76b14845-4d54-4bd9-9e37-a8cfadddfd79', 'status': 'completed', 'code': 200} Jun 29 16:31:53.994461 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f82a4dd-c42f-4568-a5a3-f32221e15694 req-00a585e4-08a9-4b6f-88c5-591d27588b6c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0300031 Jun 29 16:31:54.056407 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:55.160009 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7b267991-37f5-48b8-b66a-2a733a222b47 req-23d07190-6cc7-4dbc-b3fa-f5da76bc1321 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=011963a5-a6fe-4524-a533-3386d282a8be HTTP/1.1" status: 200 len: 210 time: 0.0287232 Jun 29 16:31:55.547452 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:56.816061 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec249c2-8e8c-46b7-a355-b3fb183d84a2 req-51b141b6-07b5-4310-a011-9b0ef58f2c4e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:56.817819 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4ec249c2-8e8c-46b7-a355-b3fb183d84a2 req-51b141b6-07b5-4310-a011-9b0ef58f2c4e tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0680356 Jun 29 16:31:56.857356 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4ec249c2-8e8c-46b7-a355-b3fb183d84a2 req-70d60746-e4a7-448c-a45a-c42b954ba2fa tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338464 Jun 29 16:31:56.944444 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 76b14845-4d54-4bd9-9e37-a8cfadddfd79 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:31:56.966805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 76b14845-4d54-4bd9-9e37-a8cfadddfd79 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:31:56.967216 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 76b14845-4d54-4bd9-9e37-a8cfadddfd79 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:31:57.010563 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:58.040903 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fe82d-fd15-4ce6-86b7-820834e03340 req-58d5aebb-51d6-43ea-9f5a-98bc41f03257 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:58.046334 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ea2fe82d-fd15-4ce6-86b7-820834e03340 req-58d5aebb-51d6-43ea-9f5a-98bc41f03257 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0712605 Jun 29 16:31:58.081808 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ea2fe82d-fd15-4ce6-86b7-820834e03340 req-9b765dac-518b-49c1-b55e-87f40aa732e5 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334260 Jun 29 16:31:59.263335 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf52d75-9517-4223-ae6b-bce1d1117fe8 req-b4a587c2-bd6d-4aec-b200-a41a75baac65 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:31:59.264854 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-baf52d75-9517-4223-ae6b-bce1d1117fe8 req-b4a587c2-bd6d-4aec-b200-a41a75baac65 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0688474 Jun 29 16:31:59.304287 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-baf52d75-9517-4223-ae6b-bce1d1117fe8 req-2cfd9e08-03ec-4a90-bbfa-b9505e3e09df tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338764 Jun 29 16:32:00.483983 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75222e52-9934-4270-b26f-55a71b2a9f95 req-7b3ae534-1a94-46cf-9d76-a9c29f609459 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:00.485466 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-75222e52-9934-4270-b26f-55a71b2a9f95 req-7b3ae534-1a94-46cf-9d76-a9c29f609459 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0666969 Jun 29 16:32:00.526973 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-75222e52-9934-4270-b26f-55a71b2a9f95 req-804e568d-0a06-477f-8b21-d0035408fcd9 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347493 Jun 29 16:32:01.714358 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c98971-8b6b-40ca-a119-3f7778a61015 req-0a5997ea-d582-43be-91af-031c506abf75 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:01.716032 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-29c98971-8b6b-40ca-a119-3f7778a61015 req-0a5997ea-d582-43be-91af-031c506abf75 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0689304 Jun 29 16:32:01.757563 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-29c98971-8b6b-40ca-a119-3f7778a61015 req-6cca775d-2101-4091-a274-44312d258ffc tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Jun 29 16:32:02.988179 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aa69d-8a5b-4fc1-a04f-3bd5e33b625f req-c3879c7d-6180-4edd-843f-cffb1681cb13 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:02.989943 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a06aa69d-8a5b-4fc1-a04f-3bd5e33b625f req-c3879c7d-6180-4edd-843f-cffb1681cb13 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0842235 Jun 29 16:32:03.034472 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a06aa69d-8a5b-4fc1-a04f-3bd5e33b625f req-db90f83f-b7f8-409a-9048-20fa9213e19a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374935 Jun 29 16:32:03.920413 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-daf2627c-4b90-4aad-87e9-b6a7acc78309 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:03.922033 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-daf2627c-4b90-4aad-87e9-b6a7acc78309 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0766811 Jun 29 16:32:04.104588 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Deleting port 09d07efe-c080-41a2-bc9a-33f18d8c8648 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:32:04.108702 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:04.293180 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f465120-9dd5-47a3-8ad0-b7fd78833717 req-b5df9fce-f70e-4bb7-a5ef-8e96daf83b7a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:04.295521 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2f465120-9dd5-47a3-8ad0-b7fd78833717 req-b5df9fce-f70e-4bb7-a5ef-8e96daf83b7a tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 946 time: 0.0898902 Jun 29 16:32:04.304929 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] For port 09d07efe-c080-41a2-bc9a-33f18d8c8648, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=09d07efe-c080-41a2-bc9a-33f18d8c8648,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:04.305298 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:04.326672 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Calling delete_port for 09d07efe-c080-41a2-bc9a-33f18d8c8648 owned by compute:nova {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:32:04.356887 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2f465120-9dd5-47a3-8ad0-b7fd78833717 req-e844757d-962d-4e9f-89f5-92aa93cbf616 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ac54a3-60e4-49e6-82af-0257241cad1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Jun 29 16:32:04.610711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:04.617913 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4df9b209-0b35-4e34-98c9-b60cb8d59b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:04.625656 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['09d07efe-c080-41a2-bc9a-33f18d8c8648'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:32:04.672741 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Pushing event deleted for resources: {'Port': ['ID=09d07efe-c080-41a2-bc9a-33f18d8c8648,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:04.684133 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-b3fbfa18-8c2d-40ef-9fdc-47430e11f400 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:04.685863 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-b3fbfa18-8c2d-40ef-9fdc-47430e11f400 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/networks?id=f8170d4c-f3c2-49d8-856c-3faf83fc47cb HTTP/1.1" status: 200 len: 813 time: 0.1941729 Jun 29 16:32:04.688228 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.688718 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.689533 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.689964 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.690690 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.691122 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.691717 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.692770 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.693192 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.693606 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.694021 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.694482 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:04.702007 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:04.727708 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-c9a6730e-ff6a-4811-a82e-9e439bfcaecd tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/quotas/986a164171224daa84d3325164a0f5cf HTTP/1.1" status: 200 len: 375 time: 0.0281415 Jun 29 16:32:04.767482 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] No DVR routers for this DVR port 09d07efe-c080-41a2-bc9a-33f18d8c8648 on host hv-cinder-79351 {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:32:04.775776 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:04.781016 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e28f9b2f-5ead-45be-a233-21a7fac9aafa req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.11 "DELETE /v2.0/ports/09d07efe-c080-41a2-bc9a-33f18d8c8648 HTTP/1.1" status: 204 len: 173 time: 0.8522289 Jun 29 16:32:04.782631 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'name': 'network-vif-deleted', 'tag': '09d07efe-c080-41a2-bc9a-33f18d8c8648'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:04.788626 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf0683-a770-4534-bd2f-ace2ea884d97" -d '{"events": [{"server_uuid": "140f6d6c-8202-4aa5-b1ed-2bdf355e43d1", "name": "network-vif-deleted", "tag": "09d07efe-c080-41a2-bc9a-33f18d8c8648"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:04.805485 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-c01a7633-1f27-453d-83f7-ed28f7fb1b0a tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=986a164171224daa84d3325164a0f5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727620 Jun 29 16:32:04.874176 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d1ec7-9573-4d16-b032-919b30f518c9 x-openstack-request-id: req-633d1ec7-9573-4d16-b032-919b30f518c9 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:04.875217 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140f6d6c-8202-4aa5-b1ed-2bdf355e43d1", "name": "network-vif-deleted", "tag": "09d07efe-c080-41a2-bc9a-33f18d8c8648", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:04.880306 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-633d1ec7-9573-4d16-b032-919b30f518c9 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:04.880306 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140f6d6c-8202-4aa5-b1ed-2bdf355e43d1', 'name': 'network-vif-deleted', 'tag': '09d07efe-c080-41a2-bc9a-33f18d8c8648', 'status': 'completed', 'code': 200} Jun 29 16:32:04.992566 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-6c1c2149-74ea-4e69-8ff2-7da876c97215 service neutron] 10.222.0.65 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857145 Jun 29 16:32:05.270641 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-07f9cac4-e659-49ff-939c-a12098455b16 service neutron] 10.222.0.65 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664084 Jun 29 16:32:05.603138 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ebe95cb6-1cc1-47ef-a6c4-2ad775c1dfb7 req-86c2e920-d6cc-4402-8fb4-4ae395ee6870 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] 10.222.0.65 "GET /v2.0/ports?device_id=140f6d6c-8202-4aa5-b1ed-2bdf355e43d1 HTTP/1.1" status: 200 len: 210 time: 0.0611467 Jun 29 16:32:05.721484 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-90181bdc-18cd-4666-bd2b-8adb1c388314 req-502052f9-c566-4b8b-8c4f-5bde4e6985fc tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 210 time: 0.0421183 Jun 29 16:32:06.745434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47300) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:06.911893 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8c3ceb0d-0b93-4731-93b9-1162add5ccdc req-50cbcd04-32f7-4e94-af5c-e47254e47853 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 210 time: 0.0493875 Jun 29 16:32:06.969432 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 09d07efe-c080-41a2-bc9a-33f18d8c8648 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:32:07.008462 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 09d07efe-c080-41a2-bc9a-33f18d8c8648 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:32:07.011824 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 09d07efe-c080-41a2-bc9a-33f18d8c8648 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:32:07.458900 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:07.836044 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Deleting port ee78156b-bb98-48c7-acea-9ddbf2d64297 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:32:07.838004 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:08.012096 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] For port ee78156b-bb98-48c7-acea-9ddbf2d64297, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=ee78156b-bb98-48c7-acea-9ddbf2d64297,segment=NetworkSegment(b7b65b77-255a-43e8-a04e-e03546d965e3),segment_id=b7b65b77-255a-43e8-a04e-e03546d965e3)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:08.013452 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:08.046217 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Calling delete_port for ee78156b-bb98-48c7-acea-9ddbf2d64297 owned by network:router_interface {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:32:08.309618 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b9419378-b922-412f-bfff-71feaf95ee7a req-53b6e0f1-504d-4f8e-a722-2313c5e2b44d tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 210 time: 0.0413303 Jun 29 16:32:08.431715 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:08.435690 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a1d864fc-4818-4d4f-9665-d2c56f578cf4 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:08.466596 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee78156b-bb98-48c7-acea-9ddbf2d64297,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:08.475606 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.476029 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.476318 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.476695 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.477130 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.477543 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.477926 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.478258 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.478604 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.479304 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.479646 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.479981 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:08.483411 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:09.465047 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-d1d6a5b6-6559-4743-97f0-afcc397351cb tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:09.469378 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-d1d6a5b6-6559-4743-97f0-afcc397351cb tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "GET /v2.0/networks?id=f8170d4c-f3c2-49d8-856c-3faf83fc47cb HTTP/1.1" status: 200 len: 813 time: 0.3137429 Jun 29 16:32:09.492364 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Request body: {'port': {'device_id': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb', 'admin_state_up': True, 'tenant_id': '986a164171224daa84d3325164a0f5cf'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:09.700895 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f4147767-a917-49ed-b899-c06b48f33c65 req-bfe7f657-ffe9-41b6-a1ff-227372657331 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 210 time: 0.0713999 Jun 29 16:32:09.719376 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:09.809158 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Made reservation on behalf of 986a164171224daa84d3325164a0f5cf for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:09.824581 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:09.972422 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5bbd4-a38d-4cd3-a5ab-5c8f604c9028 req-1dbf3b56-390b-492c-bd5d-b04b44776b44 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:09.974275 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-00c5bbd4-a38d-4cd3-a5ab-5c8f604c9028 req-1dbf3b56-390b-492c-bd5d-b04b44776b44 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1746943 Jun 29 16:32:10.038579 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Allocated IP 172.20.0.5 (f8170d4c-f3c2-49d8-856c-3faf83fc47cb/f1b770ad-291c-4fc4-89ec-2bbf262e4b22/559b5583-0592-4221-82e0-e4a291fd4b2b) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:32:10.095386 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-00c5bbd4-a38d-4cd3-a5ab-5c8f604c9028 req-24b2b3ea-4497-4d0e-aed8-3d5dc89aa850 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125565 Jun 29 16:32:10.187086 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Router 938b259a-4947-42bc-aaf3-6dc098c5ced5 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:32:10.221603 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:10.311895 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:32:10.327889 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] 10.222.0.65 "PUT /v2.0/routers/938b259a-4947-42bc-aaf3-6dc098c5ced5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5812106 Jun 29 16:32:10.328722 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47360) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:10.344221 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] Sync routers for ids ['938b259a-4947-42bc-aaf3-6dc098c5ced5'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:32:10.374574 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] Routers {'938b259a-4947-42bc-aaf3-6dc098c5ced5'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:32:10.374574 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:31:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['938b259a-4947-42bc-aaf3-6dc098c5ced5'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:10.413248 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:10.434695 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-28676873-eba6-4092-914d-4343dc78e48b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:10.476733 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Network f8170d4c-f3c2-49d8-856c-3faf83fc47cb is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:32:10.499670 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:10.524985 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:32:10.547501 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] Set router 938b259a-4947-42bc-aaf3-6dc098c5ced5 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:32:10.586715 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Pushing event updated for resources: {'Port': ['ID=559b5583-0592-4221-82e0-e4a291fd4b2b,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:10.593625 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:10.612612 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:10.612612 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:10.624724 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks [] for router, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:10.728571 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2397261 Jun 29 16:32:10.749495 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Request body: {'port': {'device_id': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:10.872314 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:32:08Z', 'revision_number': 5, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:10.912312 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] Checking router: 938b259a-4947-42bc-aaf3-6dc098c5ced5 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:32:10.922527 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] Routers {'938b259a-4947-42bc-aaf3-6dc098c5ced5'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:32:10.923222 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:10.923611 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:31:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['938b259a-4947-42bc-aaf3-6dc098c5ced5'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:10.954090 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:10.976309 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b25863-5d4c-42ec-8880-c43648bc8477 req-95b5a0dc-d71b-46ba-a7f6-a02d3463e8b2 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:10.980072 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-66b25863-5d4c-42ec-8880-c43648bc8477 req-95b5a0dc-d71b-46ba-a7f6-a02d3463e8b2 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 931 time: 0.1098063 Jun 29 16:32:11.041743 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-66b25863-5d4c-42ec-8880-c43648bc8477 req-bae89e73-4813-4560-bdf9-77d697e63ad0 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564559 Jun 29 16:32:11.095408 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] Set router 938b259a-4947-42bc-aaf3-6dc098c5ced5 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:32:11.450462 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:32:08Z', 'revision_number': 5, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:11.502259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111bac5-4ff4-4449-bd06-41ff41813ce5 req-b9bac593-382a-4931-a1fc-0ef52eb13669 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:11.502702 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421818ff-925e-4c9a-becf-0b850de2a1b2 None None] The sync data for ids ['938b259a-4947-42bc-aaf3-6dc098c5ced5'] in dv-cinder-793515-6-iscsi is: [{'id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'name': 'tempest-ServerRescueNegativeTestJSON-222712813-router', 'tenant_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:41Z', 'updated_at': '2021-06-29T16:32:08Z', 'revision_number': 5, 'project_id': 'a7ceeebbb2f64fbaac15e55c614b291c', 'gw_port': {'id': '2e949124-fe2a-4466-b7a0-8a2108dc2596', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938b259a-4947-42bc-aaf3-6dc098c5ced5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:32:11.517265 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b111bac5-4ff4-4449-bd06-41ff41813ce5 req-b9bac593-382a-4931-a1fc-0ef52eb13669 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1609716 Jun 29 16:32:11.576242 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Deleting port 2e949124-fe2a-4466-b7a0-8a2108dc2596 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:32:11.576865 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:11.603638 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b111bac5-4ff4-4449-bd06-41ff41813ce5 req-edb3b321-6a50-4deb-99f6-89979226f731 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851414 Jun 29 16:32:11.728244 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] For port 2e949124-fe2a-4466-b7a0-8a2108dc2596, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=2e949124-fe2a-4466-b7a0-8a2108dc2596,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:11.728724 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:11.752232 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Calling delete_port for 2e949124-fe2a-4466-b7a0-8a2108dc2596 owned by network:router_gateway {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:32:11.759844 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559b5583-0592-4221-82e0-e4a291fd4b2b {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:11.774530 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:11.829700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Transition to ACTIVE for port object 559b5583-0592-4221-82e0-e4a291fd4b2b will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:12.046272 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.056803 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:12.165902 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.187437 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Pushing event updated for resources: {'Port': ['ID=559b5583-0592-4221-82e0-e4a291fd4b2b,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:12.197537 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:12.208435 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cd041437-2c35-4ea4-9f61-7aae370219b7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:12.246951 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e949124-fe2a-4466-b7a0-8a2108dc2596,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:12.255356 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:12.349807 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Attempting to bind port 559b5583-0592-4221-82e0-e4a291fd4b2b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:32:12.352252 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Attempting to bind port 559b5583-0592-4221-82e0-e4a291fd4b2b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:32:12.352252 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Attempting to bind port 559b5583-0592-4221-82e0-e4a291fd4b2b on network f8170d4c-f3c2-49d8-856c-3faf83fc47cb {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:12.361275 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Port 559b5583-0592-4221-82e0-e4a291fd4b2b on network f8170d4c-f3c2-49d8-856c-3faf83fc47cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:32:12.361637 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Attempting to bind port 559b5583-0592-4221-82e0-e4a291fd4b2b on network f8170d4c-f3c2-49d8-856c-3faf83fc47cb {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:12.364019 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb907b0-cfcb-4d9e-a7de-18be96723f01 req-06b1d0f3-e6ba-49fc-8979-e9407884bc50 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:12.365503 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.374345 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ceb907b0-cfcb-4d9e-a7de-18be96723f01 req-06b1d0f3-e6ba-49fc-8979-e9407884bc50 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 943 time: 0.1268258 Jun 29 16:32:12.418108 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:32:12.418461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Checking segment: {'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:12.418701 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Bound using segment: {'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:32:12.419335 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Bound port: 559b5583-0592-4221-82e0-e4a291fd4b2b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:32:12.419545 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.424862 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ceb907b0-cfcb-4d9e-a7de-18be96723f01 req-475f6c7f-7ceb-4213-a121-abd59396f4f5 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Jun 29 16:32:12.508396 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.512205 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.647115 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] For port 559b5583-0592-4221-82e0-e4a291fd4b2b, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:32:12.654610 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] For port 559b5583-0592-4221-82e0-e4a291fd4b2b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=559b5583-0592-4221-82e0-e4a291fd4b2b,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:32:12.690820 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.691696 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 938b259a-4947-42bc-aaf3-6dc098c5ced5 {{(pid=93786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:32:12.705717 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.710012 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47394) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:12.710590 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] 10.222.0.65 "DELETE /v2.0/routers/938b259a-4947-42bc-aaf3-6dc098c5ced5 HTTP/1.1" status: 204 len: 168 time: 2.3801570 Jun 29 16:32:12.771680 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.780479 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:12.835230 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:12.836203 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.838843 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] 10.222.0.11 "PUT /v2.0/ports/559b5583-0592-4221-82e0-e4a291fd4b2b HTTP/1.1" status: 200 len: 1093 time: 2.1021235 Jun 29 16:32:12.840636 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'tag': '559b5583-0592-4221-82e0-e4a291fd4b2b'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:12.843952 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9215f3a8-2b99-44ab-b334-095acdaf6465" -d '{"events": [{"name": "network-changed", "server_uuid": "aef88bfa-5599-4609-bc74-9ceeed11ecdb", "tag": "559b5583-0592-4221-82e0-e4a291fd4b2b"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:12.874799 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Pushing event updated for resources: {'Port': ['ID=559b5583-0592-4221-82e0-e4a291fd4b2b,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:12.877618 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:12.909094 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc6042f-6b6c-4483-a64c-ec6abd89c930 x-openstack-request-id: req-bdc6042f-6b6c-4483-a64c-ec6abd89c930 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:12.909594 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef88bfa-5599-4609-bc74-9ceeed11ecdb", "tag": "559b5583-0592-4221-82e0-e4a291fd4b2b", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:12.909883 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdc6042f-6b6c-4483-a64c-ec6abd89c930 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:12.910298 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'tag': '559b5583-0592-4221-82e0-e4a291fd4b2b', 'status': 'completed', 'code': 200} Jun 29 16:32:12.932762 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Deleting subnet d2c9b843-f144-481a-8cd2-4b0fb1346bc3 {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:32:12.947671 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:12.985011 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528176fa-2adb-43ec-a737-86737ad8b326 req-9614e4cf-cff1-4b6f-abee-cfda1e95b138 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:12.987095 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-528176fa-2adb-43ec-a737-86737ad8b326 req-9614e4cf-cff1-4b6f-abee-cfda1e95b138 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1854696 Jun 29 16:32:13.007886 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.014811 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f3a8-2b99-44ab-b334-095acdaf6465 req-69f65e15-7e5b-4f99-a071-6bdcf7701d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:13.016817 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9215f3a8-2b99-44ab-b334-095acdaf6465 req-69f65e15-7e5b-4f99-a071-6bdcf7701d6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986a164171224daa84d3325164a0f5cf&device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 1096 time: 0.0820360 Jun 29 16:32:13.076687 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.196350 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-528176fa-2adb-43ec-a737-86737ad8b326 req-404ef7db-da1d-48e3-ab73-2069f2258e00 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482550 Jun 29 16:32:13.211140 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f3a8-2b99-44ab-b334-095acdaf6465 req-8f582ef7-403b-4073-891d-d43dce000dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:13.212921 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9215f3a8-2b99-44ab-b334-095acdaf6465 req-8f582ef7-403b-4073-891d-d43dce000dbf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986a164171224daa84d3325164a0f5cf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1863639 Jun 29 16:32:13.238458 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.243765 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3be0127c-74d6-4224-ab71-a9414cf02457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:13.275088 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c9b843-f144-481a-8cd2-4b0fb1346bc3,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:13.278049 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:13.287488 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.290401 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d2c9b843-f144-481a-8cd2-4b0fb1346bc3 HTTP/1.1" status: 204 len: 168 time: 0.5784588 Jun 29 16:32:13.293409 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47408) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:13.440938 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.443514 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f3a8-2b99-44ab-b334-095acdaf6465 req-4a4804b9-f5a4-4a09-9671-ba5d6f4cb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:13.445794 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9215f3a8-2b99-44ab-b334-095acdaf6465 req-4a4804b9-f5a4-4a09-9671-ba5d6f4cb179 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254624 Jun 29 16:32:13.455340 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 2e949124-fe2a-4466-b7a0-8a2108dc2596 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:32:13.490264 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 2e949124-fe2a-4466-b7a0-8a2108dc2596 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:32:13.490825 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 2e949124-fe2a-4466-b7a0-8a2108dc2596 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:32:13.491427 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ee78156b-bb98-48c7-acea-9ddbf2d64297 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:32:13.522004 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: ee78156b-bb98-48c7-acea-9ddbf2d64297 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:32:13.522501 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ee78156b-bb98-48c7-acea-9ddbf2d64297 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:32:13.629608 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.646249 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3946b48c-4319-4969-b746-ed702c367093']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:13.679714 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b65b77-255a-43e8-a04e-e03546d965e3') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:13.680830 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b65b77-255a-43e8-a04e-e03546d965e3') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:13.699481 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.740392 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-43811411-3ac3-488e-896d-b7d50914a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:13.741967 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-43811411-3ac3-488e-896d-b7d50914a8e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986a164171224daa84d3325164a0f5cf&device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 1096 time: 0.2384303 Jun 29 16:32:13.760305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.796761 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4f562-7e86-4da7-a404-6e72d47d7e83 req-2dfc4dc6-d150-4d0b-ac02-3333712c6634 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:13.798528 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-6bfa295b-b1c8-423a-a2a5-d85ea4d5a2f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=559b5583-0592-4221-82e0-e4a291fd4b2b HTTP/1.1" status: 200 len: 217 time: 0.0402701 Jun 29 16:32:13.799519 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:32:13.799915 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:32:13.801707 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:32:13.822507 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-28e4f562-7e86-4da7-a404-6e72d47d7e83 req-2dfc4dc6-d150-4d0b-ac02-3333712c6634 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 943 time: 0.1714430 Jun 29 16:32:13.928992 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-28e4f562-7e86-4da7-a404-6e72d47d7e83 req-6bbbc6fb-b293-4bbb-b9f7-3779d318292f tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020520 Jun 29 16:32:13.969075 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-ec298b4c-3d8b-4b9a-8b7a-ebbacf8fae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:13.974642 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-ec298b4c-3d8b-4b9a-8b7a-ebbacf8fae62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1b770ad-291c-4fc4-89ec-2bbf262e4b22 HTTP/1.1" status: 200 len: 853 time: 0.1536505 Jun 29 16:32:14.012610 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-aa1ed31c-be61-4fe1-b03c-06b3c3988f5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8170d4c-f3c2-49d8-856c-3faf83fc47cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349073 Jun 29 16:32:14.033338 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:14.062255 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:14.075177 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3946b48c-4319-4969-b746-ed702c367093 HTTP/1.1" status: 204 len: 168 time: 0.7700751 Jun 29 16:32:14.116607 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:14.136968 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Pushing event deleted for resources: {'Network': ['ID=3946b48c-4319-4969-b746-ed702c367093,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:14.140149 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ef4a458e-d353-479d-a286-aa3a2405e740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:14.193620 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-8b3c9b42-a8a4-445d-8351-5d5df26dc69b service neutron] 10.222.0.11 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733658 Jun 29 16:32:14.400330 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-727d7ae1-fa5f-4967-b910-aae3b00c5c4a req-fe80655c-ea06-475c-b733-ce19bb3d8b7f service neutron] 10.222.0.11 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002251 Jun 29 16:32:14.456902 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb49ee-bd61-439b-bdda-3c3833e82bd0 req-31c46b57-44f5-48dc-8f66-b6b64a113dfc tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:14.459359 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7bb49ee-bd61-439b-bdda-3c3833e82bd0 req-31c46b57-44f5-48dc-8f66-b6b64a113dfc tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1059473 Jun 29 16:32:14.510320 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47442) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:14.570388 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d7bb49ee-bd61-439b-bdda-3c3833e82bd0 req-bfcc6079-54cc-4f5b-b1e0-1b9f4046a885 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993805 Jun 29 16:32:14.592437 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47444) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:14.592682 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-844a3b56-1091-42b0-ade9-01050a888668 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7ceeebbb2f64fbaac15e55c614b291c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0791543 Jun 29 16:32:14.676376 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:14.704329 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:14.845035 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:14.849984 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:14.849984 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88ac54a3-60e4-49e6-82af-0257241cad1b HTTP/1.1" status: 204 len: 168 time: 0.2548306 Jun 29 16:32:14.850536 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4c927733-4285-4764-be33-37e8c059cdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:14.873164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac54a3-60e4-49e6-82af-0257241cad1b,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:14.903890 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:15.202510 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26988395-7623-4667-aba9-489d0c83365b req-f551e41b-88a5-4621-83fd-3aef1caf1f8f tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:15.210917 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-26988395-7623-4667-aba9-489d0c83365b req-f551e41b-88a5-4621-83fd-3aef1caf1f8f tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 943 time: 0.1203041 Jun 29 16:32:15.280238 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-26988395-7623-4667-aba9-489d0c83365b req-40853cb4-e569-4434-a94f-4ce0534d90bf tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688932 Jun 29 16:32:15.767051 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47478) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:15.816251 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed6371-272a-435b-be5f-07df212e11c5 req-46dbae9c-6211-4bb9-a1e1-963d936a2baa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:15.828297 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2bed6371-272a-435b-be5f-07df212e11c5 req-46dbae9c-6211-4bb9-a1e1-963d936a2baa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1277626 Jun 29 16:32:15.907067 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2bed6371-272a-435b-be5f-07df212e11c5 req-ff0a0147-04ac-45df-a4f8-1e0649da8b1c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673237 Jun 29 16:32:16.015382 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c2f5-4819-4ed6-877d-064a259f4df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.152048 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c2f5-4819-4ed6-877d-064a259f4df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.221288 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c2f5-4819-4ed6-877d-064a259f4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.225967 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-46a82052-2b5f-4f4f-8d87-78fb9f9f1a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:16.257432 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7c2f5-4819-4ed6-877d-064a259f4df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3a25d8-6734-41f5-a7c5-8743c080ecb9,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:16.265488 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f5a7c2f5-4819-4ed6-877d-064a259f4df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:16.276591 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f5a7c2f5-4819-4ed6-877d-064a259f4df8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ccb49d7767e404289b6da19ea42063d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076585 Jun 29 16:32:16.276929 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47494) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:16.393135 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.414583 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47504) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:16.441264 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.591717 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1627864706-network', 'tenant_id': '99c7b730f5fb4241bcadf39827dcf4d3'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:16.604286 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237f55-9468-408a-8269-4de0e1360743 req-6e1f745e-44b7-47bc-9f4e-fecdb1666cc7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:16.609590 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-66237f55-9468-408a-8269-4de0e1360743 req-6e1f745e-44b7-47bc-9f4e-fecdb1666cc7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 943 time: 0.1053619 Jun 29 16:32:16.626405 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.629782 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.634205 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a3a25d8-6734-41f5-a7c5-8743c080ecb9 HTTP/1.1" status: 204 len: 168 time: 0.3532231 Jun 29 16:32:16.639035 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1e7305a3-1833-463b-9458-c1e8ac467161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:16.656396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3a25d8-6734-41f5-a7c5-8743c080ecb9,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:16.664077 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:16.680061 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-66237f55-9468-408a-8269-4de0e1360743 req-e5eb5f4f-8454-417d-be45-f7388f246286 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 Jun 29 16:32:16.752950 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Made reservation on behalf of 99c7b730f5fb4241bcadf39827dcf4d3 for: {'network': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:16.755624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.765223 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:16.922727 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.011081 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.014350 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6dc49b71-df53-44dc-bca9-c26788595017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:17.026652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 559b5583-0592-4221-82e0-e4a291fd4b2b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:32:17.108448 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9235fd9-9edf-407e-af5c-b271f6210b6c,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:17.114802 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:17.119155 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=93786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:32:17.146442 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.147167 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.segments_db [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Added segment 42d0f96f-e76f-4107-8644-e4d65276628d of type vlan for network 4fd137a4-7934-4ed2-a54a-922069e262f6 Jun 29 16:32:17.253628 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.270741 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6264ccf-e058-4a90-9b40-ffa1b2d89d4c req-79c9a7af-9a1b-4ed3-82aa-0dee86985e98 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:17.275502 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a6264ccf-e058-4a90-9b40-ffa1b2d89d4c req-79c9a7af-9a1b-4ed3-82aa-0dee86985e98 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1776762 Jun 29 16:32:17.291701 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 559b5583-0592-4221-82e0-e4a291fd4b2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=559b5583-0592-4221-82e0-e4a291fd4b2b,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:17.304980 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '559b5583-0592-4221-82e0-e4a291fd4b2b', 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb', 'port_id': '559b5583-0592-4221-82e0-e4a291fd4b2b', 'mac_address': 'fa:16:3e:96:63:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b770ad-291c-4fc4-89ec-2bbf262e4b22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:32:17.359215 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.364435 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.366145 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:17.370388 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.370388 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:17.376905 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559b5583-0592-4221-82e0-e4a291fd4b2b {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:17.381756 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a6264ccf-e058-4a90-9b40-ffa1b2d89d4c req-2d5df56e-bc5f-4ac0-a6b8-38f0bc1e8572 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902021 Jun 29 16:32:17.435108 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 559b5583-0592-4221-82e0-e4a291fd4b2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=559b5583-0592-4221-82e0-e4a291fd4b2b,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:17.472799 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd137a4-7934-4ed2-a54a-922069e262f6,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:17.477542 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:17.489417 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:32:17.540793 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.545530 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-88ab2c2b-67b9-4917-904b-16d1048bb4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:17.553774 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1366305 Jun 29 16:32:17.556897 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47530) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:17.561847 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Request body: {'subnet': {'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1627864706-subnet', 'tenant_id': '99c7b730f5fb4241bcadf39827dcf4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:17.638299 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Made reservation on behalf of 99c7b730f5fb4241bcadf39827dcf4d3 for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:17.640727 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9340803'] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:17.643118 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=559b5583-0592-4221-82e0-e4a291fd4b2b,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:17.656368 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.657191 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.657849 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.658480 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.658907 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.659419 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.659895 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.660539 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.660984 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.661398 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.662063 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.662595 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:32:17.679232 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:17.840095 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['559b5583-0592-4221-82e0-e4a291fd4b2b'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:32:17.990765 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda30e8-11e7-40c4-b5ce-2b75345cf099 req-d6cd4217-9da5-4713-bd66-5e7e4376a984 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:18.001066 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4dda30e8-11e7-40c4-b5ce-2b75345cf099 req-d6cd4217-9da5-4713-bd66-5e7e4376a984 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 944 time: 0.1757612 Jun 29 16:32:18.064221 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9340817'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:18.069155 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3517eb99-6189-43b4-9cc8-6673cb6cc1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:18.094062 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4dda30e8-11e7-40c4-b5ce-2b75345cf099 req-88304f34-b8c2-4b1c-afdb-61ed004c4ecb tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919940 Jun 29 16:32:18.223363 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20305d1-1329-4fdf-81ed-bf0e0d44f225,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:18.231403 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Checking segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:18.231992 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Network hostable DHCP agents. Network: 4fd137a4-7934-4ed2-a54a-922069e262f6, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:32:18.235011 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:18.342401 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:32:18.427663 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 4fd137a4-7934-4ed2-a54a-922069e262f6) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:18.433491 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:18.434368 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:18.441000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04954f38-e170-414f-a676-960beb09eaee None None] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:32:18.525180 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9672098 Jun 29 16:32:18.710554 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0986d26-2d90-4e03-a74b-9e282e777988 req-05ef9dfc-e79b-43f1-b6f0-3cb3a9cb099b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:18.723600 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d0986d26-2d90-4e03-a74b-9e282e777988 req-05ef9dfc-e79b-43f1-b6f0-3cb3a9cb099b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1309988 Jun 29 16:32:18.777648 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d0986d26-2d90-4e03-a74b-9e282e777988 req-440914cb-3c8b-47ad-a87b-043ea388d601 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525222 Jun 29 16:32:18.856817 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475bdf29-5f8e-4cb7-b849-e3d32c039480 None None] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:32:19.030812 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 559b5583-0592-4221-82e0-e4a291fd4b2b up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:32:19.239072 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 559b5583-0592-4221-82e0-e4a291fd4b2b completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:32:19.251805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 559b5583-0592-4221-82e0-e4a291fd4b2b triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:19.254759 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:19.386978 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09689-2577-4058-842f-ad89495866a5 req-4d3feffa-ac91-4c9d-a9d9-0cc180f5a37e tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:19.392804 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e8d09689-2577-4058-842f-ad89495866a5 req-4d3feffa-ac91-4c9d-a9d9-0cc180f5a37e tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 944 time: 0.1287174 Jun 29 16:32:19.398958 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:19.427120 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b5583-0592-4221-82e0-e4a291fd4b2b'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:19.430785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145de18d-c73c-45da-8471-2ecf6e906a9a" -d '{"events": [{"server_uuid": "aef88bfa-5599-4609-bc74-9ceeed11ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "559b5583-0592-4221-82e0-e4a291fd4b2b"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:19.450370 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 559b5583-0592-4221-82e0-e4a291fd4b2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=559b5583-0592-4221-82e0-e4a291fd4b2b,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:19.451276 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e8d09689-2577-4058-842f-ad89495866a5 req-77bab7e3-0208-4503-9c3e-40a7e545458a tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528333 Jun 29 16:32:19.504308 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb7fee-d84c-4ea2-bb7f-19191ad1b336 x-openstack-request-id: req-3adb7fee-d84c-4ea2-bb7f-19191ad1b336 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:19.505159 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef88bfa-5599-4609-bc74-9ceeed11ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "559b5583-0592-4221-82e0-e4a291fd4b2b", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:19.505159 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3adb7fee-d84c-4ea2-bb7f-19191ad1b336 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:19.505792 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559b5583-0592-4221-82e0-e4a291fd4b2b', 'code': 200} Jun 29 16:32:19.547850 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:19.549986 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:19.659109 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-683e8382-e926-41a7-8eab-29daa1ebccbe tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:19.666821 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-683e8382-e926-41a7-8eab-29daa1ebccbe tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.2079501 Jun 29 16:32:19.667466 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=559b5583-0592-4221-82e0-e4a291fd4b2b,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:19.671106 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:19.685158 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c1870f28-d1a5-4b99-a03d-efd9f0fe293a tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/quotas/99c7b730f5fb4241bcadf39827dcf4d3 HTTP/1.1" status: 200 len: 375 time: 0.0170622 Jun 29 16:32:19.727030 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-87ec71ca-6c8e-40f9-838f-37bfa0bddfda tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407462 Jun 29 16:32:19.975869 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-8d6c2344-2a8f-46ee-a8b8-1208431dcf70 service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289476 Jun 29 16:32:20.005525 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d230abda-a775-4a8f-8015-678a44c0cdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:20.133444 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-3abe84b2-e7c1-45c5-921b-88f25c33b908 service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563869 Jun 29 16:32:20.135882 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47027-5877-4679-a207-0015b33b64a2 req-a4d4394a-c77a-44f1-b0ca-15ed2e1687bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:20.141630 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-dce47027-5877-4679-a207-0015b33b64a2 req-a4d4394a-c77a-44f1-b0ca-15ed2e1687bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 1098 time: 0.1570585 Jun 29 16:32:20.243621 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e10c1b-c3d4-445f-9e18-8c6ba1d0ab5b req-269e6bdb-ae8b-4d95-b306-ea839aafe4a2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:20.246207 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d0e10c1b-c3d4-445f-9e18-8c6ba1d0ab5b req-269e6bdb-ae8b-4d95-b306-ea839aafe4a2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1340652 Jun 29 16:32:20.266023 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-dce47027-5877-4679-a207-0015b33b64a2 req-1e8470eb-6e28-4e08-aee5-6f782ebaf8eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103265 Jun 29 16:32:20.300025 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d0e10c1b-c3d4-445f-9e18-8c6ba1d0ab5b req-7b52d822-0e00-4c3d-8503-666a3b72abe1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Jun 29 16:32:20.488523 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cc7e106d-7dfb-4574-8a7b-84afd249f189 req-696261dd-aec4-4c4c-be08-f23841273eca tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 210 time: 0.0343366 Jun 29 16:32:20.718963 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94532edf-4792-4bf2-8911-e100a66c0eaa req-aafc41c2-be34-415b-8bed-5efc888107fd tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:20.720551 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-94532edf-4792-4bf2-8911-e100a66c0eaa req-aafc41c2-be34-415b-8bed-5efc888107fd tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 945 time: 0.1022742 Jun 29 16:32:20.770808 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-94532edf-4792-4bf2-8911-e100a66c0eaa req-b7c3c7f2-635c-444c-9431-9f1813ef1041 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Jun 29 16:32:21.602700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47656) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:21.666250 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3f345dee-0f26-44db-8995-b01597397a49 req-eee6f7ac-0854-4ada-9bb8-599a7a43482d tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 210 time: 0.0533307 Jun 29 16:32:21.733021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d524d-6a35-43e9-a7df-c82410a280e1 req-92ceea5c-3860-4bfc-a4bd-8bc9c788dad0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:21.739897 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f26d524d-6a35-43e9-a7df-c82410a280e1 req-92ceea5c-3860-4bfc-a4bd-8bc9c788dad0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1921511 Jun 29 16:32:21.787701 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-20fa9091-7183-402f-b8ad-6ef2f927a9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:21.811464 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f26d524d-6a35-43e9-a7df-c82410a280e1 req-89467446-538e-4aab-985b-c3efbde0b0ae tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643234 Jun 29 16:32:21.938040 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-20fa9091-7183-402f-b8ad-6ef2f927a9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.015283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d688-eda0-45cb-ad19-ab77f98095bf req-04295029-dab1-45a6-baf2-a1a1c0680cdb tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:22.017774 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-00b4d688-eda0-45cb-ad19-ab77f98095bf req-04295029-dab1-45a6-baf2-a1a1c0680cdb tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 945 time: 0.0759640 Jun 29 16:32:22.038356 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-20fa9091-7183-402f-b8ad-6ef2f927a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.043278 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-56586f74-3cf6-4e71-ab6b-43752336835d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:22.069269 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-00b4d688-eda0-45cb-ad19-ab77f98095bf req-38a115be-e548-44cb-b632-89f13677c0e2 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456448 Jun 29 16:32:22.087765 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa9091-7183-402f-b8ad-6ef2f927a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1ec87-048f-4a74-a161-38e65b889eca,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:22.106475 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-20fa9091-7183-402f-b8ad-6ef2f927a9c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e8653b725a8493c97ae3e358c8634f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997654 Jun 29 16:32:22.106475 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-20fa9091-7183-402f-b8ad-6ef2f927a9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:22.107477 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47662) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:22.200898 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8d77-491d-46b6-bb26-287d4b6c673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.230074 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8d77-491d-46b6-bb26-287d4b6c673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.358704 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8d77-491d-46b6-bb26-287d4b6c673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.361629 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8d77-491d-46b6-bb26-287d4b6c673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.365434 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7ecf8d77-491d-46b6-bb26-287d4b6c673f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6a1ec87-048f-4a74-a161-38e65b889eca HTTP/1.1" status: 204 len: 168 time: 0.2546124 Jun 29 16:32:22.365434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b70a279e-1b8b-4b77-8886-ebb1b9271b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:22.381605 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf8d77-491d-46b6-bb26-287d4b6c673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a1ec87-048f-4a74-a161-38e65b889eca,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:22.401011 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ecf8d77-491d-46b6-bb26-287d4b6c673f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:22.856022 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.884114 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d96684e4-b9e7-4bf0-afb0-1d6c57d1a28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:22.953990 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-772e4866-4906-4128-8f27-5613102dcbe6 req-c2a6eefc-8b93-4b91-8fdc-9dbe48d2b92e tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 210 time: 0.0495431 Jun 29 16:32:23.141822 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943acf4f-35fc-4c34-b2ef-0bb41a36bf97 req-a56ed46c-72e9-498b-a056-0db680809dcc tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:23.160519 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-943acf4f-35fc-4c34-b2ef-0bb41a36bf97 req-a56ed46c-72e9-498b-a056-0db680809dcc tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1234796 Jun 29 16:32:23.234333 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-943acf4f-35fc-4c34-b2ef-0bb41a36bf97 req-151e7a9b-511b-40ba-97cf-bd333bf0b85b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727978 Jun 29 16:32:24.103041 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:24.170689 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d975684c-9c47-4aac-996a-dc081a2fc3be req-c7e3818b-3b21-4be0-ab82-fcadaadeaff5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 210 time: 0.0685351 Jun 29 16:32:24.409532 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-d81922b7-066e-443f-990b-345d56e56604 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:24.414054 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-d81922b7-066e-443f-990b-345d56e56604 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.4859409 Jun 29 16:32:24.442888 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Request body: {'port': {'device_id': '3649f266-a19f-44ba-9f93-801067c0eb30', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'admin_state_up': True, 'tenant_id': '99c7b730f5fb4241bcadf39827dcf4d3'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:24.467123 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890d126-ab9a-4fce-8fa3-29df6700370b req-f0ba666f-76a7-40d5-ac8b-ce300d112a57 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:24.479719 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3890d126-ab9a-4fce-8fa3-29df6700370b req-f0ba666f-76a7-40d5-ac8b-ce300d112a57 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1026070 Jun 29 16:32:24.546528 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3890d126-ab9a-4fce-8fa3-29df6700370b req-4a1d57d3-c871-41c2-ad77-79e11c1fd614 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638399 Jun 29 16:32:24.787313 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Made reservation on behalf of 99c7b730f5fb4241bcadf39827dcf4d3 for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:24.791764 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:24.943760 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Allocated IP 172.20.0.9 (4fd137a4-7934-4ed2-a54a-922069e262f6/c20305d1-1329-4fdf-81ed-bf0e0d44f225/24fb113f-f072-44e2-b7f5-e0db014c088b) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:32:25.104709 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:25.221972 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:25.229549 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:25.259670 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:32:25.276340 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:32:25.280144 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:25.283258 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:32:25.314312 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event updated for resources: {'Port': ['ID=24fb113f-f072-44e2-b7f5-e0db014c088b,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:25.318048 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:25.353218 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:25.353446 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:25.377171 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c40ce-e182-4dbb-b043-67e5744bed5b req-b80f1fe6-eb28-41d1-9bd8-8182662fa4be tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:25.377171 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-196c40ce-e182-4dbb-b043-67e5744bed5b req-b80f1fe6-eb28-41d1-9bd8-8182662fa4be tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 931 time: 0.0802755 Jun 29 16:32:25.427613 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-196c40ce-e182-4dbb-b043-67e5744bed5b req-0bd1eb62-8128-4924-9190-89a79d83b600 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Jun 29 16:32:25.448075 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0212193 Jun 29 16:32:25.463883 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Request body: {'port': {'device_id': '3649f266-a19f-44ba-9f93-801067c0eb30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:25.568648 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:25.575956 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:25.798857 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359ba0-f64d-4f21-8072-176579be38cc req-55758b65-cb6a-4f99-bf29-eec4e6f3ab7a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:25.800533 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-66359ba0-f64d-4f21-8072-176579be38cc req-55758b65-cb6a-4f99-bf29-eec4e6f3ab7a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0772045 Jun 29 16:32:25.849875 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-66359ba0-f64d-4f21-8072-176579be38cc req-00f8a0d2-7416-49c7-b560-2c62ee477f91 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Jun 29 16:32:25.891737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fb113f-f072-44e2-b7f5-e0db014c088b {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:25.899700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:25.911884 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Transition to ACTIVE for port object 24fb113f-f072-44e2-b7f5-e0db014c088b will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:25.998831 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:26.001092 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cfe16fc1-089e-474e-ba25-0825a3106750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:26.073149 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Pushing event updated for resources: {'Port': ['ID=24fb113f-f072-44e2-b7f5-e0db014c088b,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:26.076499 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:26.123323 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Attempting to bind port 24fb113f-f072-44e2-b7f5-e0db014c088b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:32:26.123665 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Attempting to bind port 24fb113f-f072-44e2-b7f5-e0db014c088b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:32:26.123993 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Attempting to bind port 24fb113f-f072-44e2-b7f5-e0db014c088b on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:26.128312 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Port 24fb113f-f072-44e2-b7f5-e0db014c088b on network 4fd137a4-7934-4ed2-a54a-922069e262f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:32:26.128759 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Attempting to bind port 24fb113f-f072-44e2-b7f5-e0db014c088b on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:26.133609 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:32:26.133945 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Checking segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:26.134330 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Bound using segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:32:26.134790 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Bound port: 24fb113f-f072-44e2-b7f5-e0db014c088b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:32:26.135142 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:26.201091 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] For port 24fb113f-f072-44e2-b7f5-e0db014c088b, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:32:26.204257 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] For port 24fb113f-f072-44e2-b7f5-e0db014c088b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=24fb113f-f072-44e2-b7f5-e0db014c088b,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:32:26.296291 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:26.298418 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:26.333819 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:26.334900 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:26.337806 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] 10.222.0.11 "PUT /v2.0/ports/24fb113f-f072-44e2-b7f5-e0db014c088b HTTP/1.1" status: 200 len: 1093 time: 0.8798304 Jun 29 16:32:26.340247 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3649f266-a19f-44ba-9f93-801067c0eb30', 'tag': '24fb113f-f072-44e2-b7f5-e0db014c088b'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:26.342933 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae317daa-32d4-42de-b3dc-89a33955c786" -d '{"events": [{"name": "network-changed", "server_uuid": "3649f266-a19f-44ba-9f93-801067c0eb30", "tag": "24fb113f-f072-44e2-b7f5-e0db014c088b"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:26.376518 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Pushing event updated for resources: {'Port': ['ID=24fb113f-f072-44e2-b7f5-e0db014c088b,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:26.379581 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:26.391818 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865e938e-464d-49b3-9846-5deaebf996d3 x-openstack-request-id: req-865e938e-464d-49b3-9846-5deaebf996d3 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:26.392346 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3649f266-a19f-44ba-9f93-801067c0eb30", "tag": "24fb113f-f072-44e2-b7f5-e0db014c088b", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:26.392934 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-865e938e-464d-49b3-9846-5deaebf996d3 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:26.393720 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3649f266-a19f-44ba-9f93-801067c0eb30', 'tag': '24fb113f-f072-44e2-b7f5-e0db014c088b', 'status': 'completed', 'code': 200} Jun 29 16:32:26.466477 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae317daa-32d4-42de-b3dc-89a33955c786 req-133cadad-cd66-4588-865f-7b8e112c6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:26.468178 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ae317daa-32d4-42de-b3dc-89a33955c786 req-133cadad-cd66-4588-865f-7b8e112c6599 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 1096 time: 0.0586655 Jun 29 16:32:26.580855 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae317daa-32d4-42de-b3dc-89a33955c786 req-c70a0dff-f819-4536-a38c-8b3206e8b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:26.582338 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ae317daa-32d4-42de-b3dc-89a33955c786 req-c70a0dff-f819-4536-a38c-8b3206e8b7a1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1062162 Jun 29 16:32:26.655945 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd4dc-1740-4b44-b279-3d0d108151df req-d2710216-f88a-4d1a-955e-89abd7fba320 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:26.657734 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e7bfd4dc-1740-4b44-b279-3d0d108151df req-d2710216-f88a-4d1a-955e-89abd7fba320 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 943 time: 0.0849068 Jun 29 16:32:26.683963 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae317daa-32d4-42de-b3dc-89a33955c786 req-29076ab6-e906-42f9-8f66-dac72d903919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:26.685617 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-ae317daa-32d4-42de-b3dc-89a33955c786 req-29076ab6-e906-42f9-8f66-dac72d903919 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945897 Jun 29 16:32:26.703766 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e7bfd4dc-1740-4b44-b279-3d0d108151df req-8ab74cd0-f9df-4270-93ac-29d556eac350 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389340 Jun 29 16:32:26.791947 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-11c6e607-b818-440b-9945-446a6d1d9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:26.793722 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-11c6e607-b818-440b-9945-446a6d1d9170 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 1096 time: 0.0638211 Jun 29 16:32:26.839427 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-a7c45b19-01af-408a-a429-5335df976de9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24fb113f-f072-44e2-b7f5-e0db014c088b HTTP/1.1" status: 200 len: 217 time: 0.0380380 Jun 29 16:32:26.903766 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-4ca9f256-f676-48f2-9da4-e0dfd2c1d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:26.905231 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-4ca9f256-f676-48f2-9da4-e0dfd2c1d172 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c20305d1-1329-4fdf-81ed-bf0e0d44f225 HTTP/1.1" status: 200 len: 855 time: 0.0596986 Jun 29 16:32:26.958733 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-273da074-0911-4bcf-8208-5a8bd0c1202d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fd137a4-7934-4ed2-a54a-922069e262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423996 Jun 29 16:32:27.070574 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-4231f8ad-0caa-40cb-be9b-fd1f815dafe1 service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000667 Jun 29 16:32:27.093420 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:27.120396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041fba-1d8c-4265-8f03-2790aa6d9abf req-00320834-d47b-476b-988f-1a98a597dfee tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:27.122136 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ec041fba-1d8c-4265-8f03-2790aa6d9abf req-00320834-d47b-476b-988f-1a98a597dfee tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1021743 Jun 29 16:32:27.167713 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ec041fba-1d8c-4265-8f03-2790aa6d9abf req-ad1f6bd3-4b40-43c3-bc29-82176a4c27eb tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397592 Jun 29 16:32:27.191628 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-69feaea8-9396-41f9-83a0-7860f05724d4 req-429b77bb-6ebd-48ca-8f4e-e3f39ae4ad3f service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063750 Jun 29 16:32:27.896039 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8587716-4fd9-456e-88fd-ab99169f8e2a req-f13fcc70-4b92-4a84-86fd-0e937e1228c5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:27.897507 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e8587716-4fd9-456e-88fd-ab99169f8e2a req-f13fcc70-4b92-4a84-86fd-0e937e1228c5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 943 time: 0.0686393 Jun 29 16:32:27.963478 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e8587716-4fd9-456e-88fd-ab99169f8e2a req-3b4decc2-abc3-469b-9999-313e2ad9feeb tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Jun 29 16:32:28.374209 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc07a4e-37bf-44ea-bd66-ae6b0c36bc87 req-d0194c03-f755-4f97-8d52-62a08ac8efd7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:28.379269 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4cc07a4e-37bf-44ea-bd66-ae6b0c36bc87 req-d0194c03-f755-4f97-8d52-62a08ac8efd7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0863070 Jun 29 16:32:28.420664 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4cc07a4e-37bf-44ea-bd66-ae6b0c36bc87 req-5682cbce-e442-4fcc-bbb5-9f6c8f461446 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 Jun 29 16:32:29.078997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:32:29.181606 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b7eb4-b033-408f-a5f0-e41cb526dd34 req-5cd872e2-a2c0-4710-b854-30aca47ff51c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:29.189099 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-499b7eb4-b033-408f-a5f0-e41cb526dd34 req-5cd872e2-a2c0-4710-b854-30aca47ff51c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 943 time: 0.1076636 Jun 29 16:32:29.232282 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-499b7eb4-b033-408f-a5f0-e41cb526dd34 req-adf4bd62-97dd-47b6-8ac3-f5f52d17f401 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Jun 29 16:32:29.237591 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:29.257923 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'port_id': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'mac_address': 'fa:16:3e:f3:63:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:32:29.297125 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:29.311924 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69bb6cbe-4760-41b7-b63f-cc92125fd49a {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:29.335343 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:29.410831 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:29.412216 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-618007b6-a7e5-436b-84e8-5544fcbb59b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:29.505840 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=6']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:29.506797 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:29.533469 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['69bb6cbe-4760-41b7-b63f-cc92125fd49a'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:32:29.701960 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0872de-447a-41be-9631-53c40ecd360c req-1a9f824d-3c44-4d93-a15d-88f6ddaa9b00 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:29.710752 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ad0872de-447a-41be-9631-53c40ecd360c req-1a9f824d-3c44-4d93-a15d-88f6ddaa9b00 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 945 time: 0.0960283 Jun 29 16:32:29.775864 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ad0872de-447a-41be-9631-53c40ecd360c req-c25ec426-c60c-4e46-84a9-f4917e28216a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625925 Jun 29 16:32:30.129078 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47930) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:30.182742 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Deleting subnet 39119259-18ef-47be-a41c-e076aa2091d7 {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:32:30.186316 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.231692 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9089909'] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.296275 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.476302 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340838'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.490338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a781e-27dd-4cbf-ba77-ecb4740f0800 req-ec1a2e0e-bb66-491b-9c14-9b5231f065c8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:30.495267 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:30.502939 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ea9a781e-27dd-4cbf-ba77-ecb4740f0800 req-ec1a2e0e-bb66-491b-9c14-9b5231f065c8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 943 time: 0.1131024 Jun 29 16:32:30.509694 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.517930 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/39119259-18ef-47be-a41c-e076aa2091d7 HTTP/1.1" status: 204 len: 168 time: 0.3838718 Jun 29 16:32:30.519755 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47934) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:30.563463 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39119259-18ef-47be-a41c-e076aa2091d7,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:30.567858 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:30.627918 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ea9a781e-27dd-4cbf-ba77-ecb4740f0800 req-585b6a3d-68f2-45d4-b0e9-2b1c9cc2471d tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234496 Jun 29 16:32:30.656232 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.783939 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.799148 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9b4377-0ee3-4958-94f6-cdf4d25efecb']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:30.815930 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464f5de5-1e31-4686-8e31-cff7f9b8ed98') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:30.818958 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464f5de5-1e31-4686-8e31-cff7f9b8ed98') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:30.834502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.874796 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.906757 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:32:30.907909 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:32:30.922323 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:32:31.092660 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 24fb113f-f072-44e2-b7f5-e0db014c088b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:32:31.095772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:32:31.143669 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0213c-436a-4d80-b35a-07b05c317288 req-b97e4d6e-de47-4896-9f8a-37c52215d16a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:31.153809 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2e0213c-436a-4d80-b35a-07b05c317288 req-b97e4d6e-de47-4896-9f8a-37c52215d16a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 945 time: 0.1585703 Jun 29 16:32:31.167473 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:31.193504 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:31.198963 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:31.201565 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ac9b4377-0ee3-4958-94f6-cdf4d25efecb HTTP/1.1" status: 204 len: 168 time: 0.6805680 Jun 29 16:32:31.246693 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 69bb6cbe-4760-41b7-b63f-cc92125fd49a triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:31.247159 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:31.250542 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9b4377-0ee3-4958-94f6-cdf4d25efecb,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:31.256043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:31.280587 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2e0213c-436a-4d80-b35a-07b05c317288 req-cc2cca9f-742f-4cc9-82fb-94b4913bf7ab tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252387 Jun 29 16:32:31.318498 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 24fb113f-f072-44e2-b7f5-e0db014c088b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=24fb113f-f072-44e2-b7f5-e0db014c088b,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:31.337295 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '24fb113f-f072-44e2-b7f5-e0db014c088b', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'port_id': '24fb113f-f072-44e2-b7f5-e0db014c088b', 'mac_address': 'fa:16:3e:73:95:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20305d1-1329-4fdf-81ed-bf0e0d44f225', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:32:31.413696 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:31.430740 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:31.444576 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fb113f-f072-44e2-b7f5-e0db014c088b {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:31.466064 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:31.473293 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d534e99-b683-42a4-8830-864514863f9c" -d '{"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:31.503648 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:31.505899 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 24fb113f-f072-44e2-b7f5-e0db014c088b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=24fb113f-f072-44e2-b7f5-e0db014c088b,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:31.524529 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b95cf5-e223-407a-9808-c66271cef552 x-openstack-request-id: req-15b95cf5-e223-407a-9808-c66271cef552 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:31.524828 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:31.525086 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15b95cf5-e223-407a-9808-c66271cef552 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:31.525479 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'code': 200} Jun 29 16:32:31.570132 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:31.581533 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:31.639406 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:31.690820 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=7']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:31.714480 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:31.715066 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:31.797485 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47958) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:31.848441 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=24fb113f-f072-44e2-b7f5-e0db014c088b,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:31.849109 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:31.951327 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:32:31.984221 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d556e9-0be0-4c4c-831e-decdc288474a req-741bd076-3cfa-46cd-a77f-70fc52e7ea56 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:31.985786 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-37d556e9-0be0-4c4c-831e-decdc288474a req-741bd076-3cfa-46cd-a77f-70fc52e7ea56 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 944 time: 0.1046019 Jun 29 16:32:31.995159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a1f43a0-8141-439f-93df-5194e75a3b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.076646 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-37d556e9-0be0-4c4c-831e-decdc288474a req-d33d3ba4-f39d-4376-aef4-43a2b2d69f1c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810528 Jun 29 16:32:32.255494 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a1f43a0-8141-439f-93df-5194e75a3b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.269576 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47962) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:32.319612 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d7922336-30ae-4285-8053-bc5f0d9087b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bd541ef972f4669b7a2050821a51f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479641 Jun 29 16:32:32.323908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 47966) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:32.342802 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a1f43a0-8141-439f-93df-5194e75a3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.354031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5881d24c-cb9f-4bfe-be40-922b89891255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:32.393506 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f43a0-8141-439f-93df-5194e75a3b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b352b0-bfb2-423d-a553-f69b9e33bd7a,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:32.410888 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3a1f43a0-8141-439f-93df-5194e75a3b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:32.448116 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-3a1f43a0-8141-439f-93df-5194e75a3b2d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22ae1905efb948ebb87a5a15a986bb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495526 Jun 29 16:32:32.450727 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47968) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:32.479895 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.511634 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.515012 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.537013 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.629566 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6e2ba-c40e-4ee3-aa28-be30eaf9737f req-0583766d-96af-4b0e-a619-82450f833769 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:32.633392 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6cb6e2ba-c40e-4ee3-aa28-be30eaf9737f req-0583766d-96af-4b0e-a619-82450f833769 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1927230 Jun 29 16:32:32.691075 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.695232 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6cb6e2ba-c40e-4ee3-aa28-be30eaf9737f req-c6a522c4-d228-4977-9f2f-0c4496a4f599 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528736 Jun 29 16:32:32.696676 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.697946 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35b352b0-bfb2-423d-a553-f69b9e33bd7a HTTP/1.1" status: 204 len: 168 time: 0.2461820 Jun 29 16:32:32.699108 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d811f25e-4bd6-4aa6-8ff3-32290292012f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:32.718140 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b352b0-bfb2-423d-a553-f69b9e33bd7a,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:32.727775 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.729950 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:32.733468 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/133d6aa4-dfac-4d16-9777-63e58934722e HTTP/1.1" status: 204 len: 168 time: 0.4071922 Jun 29 16:32:32.733468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-65da1f57-71dc-4255-ac8c-4c7dbf567481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:32.746202 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:32.788489 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d6aa4-dfac-4d16-9777-63e58934722e,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:32.793016 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:33.104404 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 24fb113f-f072-44e2-b7f5-e0db014c088b up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:32:33.278340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab2c1c-43f6-4ed9-8416-6087d39f18e9 req-e3d31330-ae30-4573-ba13-ad5ce8ac4956 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:33.280347 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-abab2c1c-43f6-4ed9-8416-6087d39f18e9 req-e3d31330-ae30-4573-ba13-ad5ce8ac4956 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 944 time: 0.0783412 Jun 29 16:32:33.284703 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 24fb113f-f072-44e2-b7f5-e0db014c088b completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:32:33.288941 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 24fb113f-f072-44e2-b7f5-e0db014c088b triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:33.290016 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:33.371948 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-abab2c1c-43f6-4ed9-8416-6087d39f18e9 req-c6183d23-a2db-419c-9534-ae6e4cc91ba8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723348 Jun 29 16:32:33.415311 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:33.453837 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 24fb113f-f072-44e2-b7f5-e0db014c088b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=24fb113f-f072-44e2-b7f5-e0db014c088b,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:33.528892 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3649f266-a19f-44ba-9f93-801067c0eb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb113f-f072-44e2-b7f5-e0db014c088b'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:33.532238 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a891f9d-1b5a-457d-8188-39146f24bc54" -d '{"events": [{"server_uuid": "3649f266-a19f-44ba-9f93-801067c0eb30", "name": "network-vif-plugged", "status": "completed", "tag": "24fb113f-f072-44e2-b7f5-e0db014c088b"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:33.541952 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:33.544502 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:33.583522 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c1c00f-8034-430e-9d6f-04b114fc9a13 x-openstack-request-id: req-c6c1c00f-8034-430e-9d6f-04b114fc9a13 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:33.583949 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3649f266-a19f-44ba-9f93-801067c0eb30", "name": "network-vif-plugged", "status": "completed", "tag": "24fb113f-f072-44e2-b7f5-e0db014c088b", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:33.584138 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6c1c00f-8034-430e-9d6f-04b114fc9a13 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:33.584526 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3649f266-a19f-44ba-9f93-801067c0eb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fb113f-f072-44e2-b7f5-e0db014c088b', 'code': 200} Jun 29 16:32:33.647910 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=24fb113f-f072-44e2-b7f5-e0db014c088b,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:33.664234 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:33.855316 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 47998) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:33.890739 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e3210df2-571b-4947-b3e1-e68e28347828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:34.104146 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01dbf-ee65-44cb-b7d8-16e68c3b13ca req-3db74759-0cf6-49fc-a463-e7b9dfdc9303 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:34.115491 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6af01dbf-ee65-44cb-b7d8-16e68c3b13ca req-3db74759-0cf6-49fc-a463-e7b9dfdc9303 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1554682 Jun 29 16:32:34.151637 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e3210df2-571b-4947-b3e1-e68e28347828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:34.170545 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06440e-641b-4aec-90fb-66e679307695 req-307b02fa-f018-41ef-a730-d58cf6f83afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:34.172732 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-2d06440e-641b-4aec-90fb-66e679307695 req-307b02fa-f018-41ef-a730-d58cf6f83afd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 1098 time: 0.1593938 Jun 29 16:32:34.177046 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6af01dbf-ee65-44cb-b7d8-16e68c3b13ca req-4f69682d-fc53-4fee-a8a2-8b23777a78c6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596490 Jun 29 16:32:34.215660 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e3210df2-571b-4947-b3e1-e68e28347828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:34.220137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-20d6ae87-1757-4ead-9dff-8e472ff2ffc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:34.270726 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-2d06440e-641b-4aec-90fb-66e679307695 req-36216559-123b-489a-beea-fdd71c211ca1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830812 Jun 29 16:32:34.284398 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e3210df2-571b-4947-b3e1-e68e28347828 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0eb8c99e36c4077a892c006c897dfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255593 Jun 29 16:32:34.284746 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48004) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:34.286197 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3210df2-571b-4947-b3e1-e68e28347828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783fb6d1-3c96-41d7-be1f-f6661b1ab057,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:34.309504 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e3210df2-571b-4947-b3e1-e68e28347828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:34.395518 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:34.443973 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:34.635400 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02ab7b-d623-4b6f-8ab8-cd3527df0777 req-ee1a2a20-c8a1-4cd5-b0a5-fe65cb645045 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:34.638104 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3b02ab7b-d623-4b6f-8ab8-cd3527df0777 req-ee1a2a20-c8a1-4cd5-b0a5-fe65cb645045 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 945 time: 0.0923796 Jun 29 16:32:34.639822 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:34.642731 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:34.644320 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/783fb6d1-3c96-41d7-be1f-f6661b1ab057 HTTP/1.1" status: 204 len: 168 time: 0.3580513 Jun 29 16:32:34.646480 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f2669139-756a-4d76-9256-214d36031454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:34.699949 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3b02ab7b-d623-4b6f-8ab8-cd3527df0777 req-3bef35ef-edd8-4ede-a99d-93e30f0f96d1 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543666 Jun 29 16:32:34.701451 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fb6d1-3c96-41d7-be1f-f6661b1ab057,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:34.713540 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:35.468239 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4024ff-eecf-4dd0-8c8c-7cfe89d822b0 req-6f319d86-63a7-49ff-a372-fc967068e44a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:35.476326 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-db4024ff-eecf-4dd0-8c8c-7cfe89d822b0 req-6f319d86-63a7-49ff-a372-fc967068e44a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1008534 Jun 29 16:32:35.539020 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-db4024ff-eecf-4dd0-8c8c-7cfe89d822b0 req-4cebaa22-cc82-404b-ba97-cbbf72d9bf68 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616355 Jun 29 16:32:35.715856 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48028) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:35.746925 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-06391b78-b893-43d6-a08e-07d0d5960827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:35.907034 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-06391b78-b893-43d6-a08e-07d0d5960827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:35.993354 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-06391b78-b893-43d6-a08e-07d0d5960827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:35.999155 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f43a80dd-9491-49f5-b5fa-bb46a1e31f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:36.049609 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-06391b78-b893-43d6-a08e-07d0d5960827 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4683225421f45a89d97d1b76e4aa2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318279 Jun 29 16:32:36.050583 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06391b78-b893-43d6-a08e-07d0d5960827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9849f0ad-8bb6-4579-b329-fda4911a40b5,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:36.053697 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48032) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:36.067957 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-06391b78-b893-43d6-a08e-07d0d5960827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:36.124750 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f4709-50ad-4bcb-a0af-eb64f82f9e7b req-312c8cf0-b0cb-427d-8aab-ea1ea66af80c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:36.138660 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d47f4709-50ad-4bcb-a0af-eb64f82f9e7b req-312c8cf0-b0cb-427d-8aab-ea1ea66af80c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 945 time: 0.1861353 Jun 29 16:32:36.223775 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:36.236671 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d47f4709-50ad-4bcb-a0af-eb64f82f9e7b req-b8b72283-f0f5-46e9-a028-3df5dd29973d tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963902 Jun 29 16:32:36.322841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:36.567694 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:36.572676 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:36.576901 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9849f0ad-8bb6-4579-b329-fda4911a40b5 HTTP/1.1" status: 204 len: 168 time: 0.5193079 Jun 29 16:32:36.576901 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5d5f34c6-de30-468a-b396-b99fd379020b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:36.584347 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9849f0ad-8bb6-4579-b329-fda4911a40b5,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:36.589033 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:36.949290 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887afca-f86e-42ce-bc5e-eee3f91d2713 req-6dfc128c-6def-4108-90a3-cc356ddb91e1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:36.950810 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d887afca-f86e-42ce-bc5e-eee3f91d2713 req-6dfc128c-6def-4108-90a3-cc356ddb91e1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0758276 Jun 29 16:32:36.993249 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d887afca-f86e-42ce-bc5e-eee3f91d2713 req-91f3f759-da9f-462c-a4d1-992b5b34d793 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342782 Jun 29 16:32:38.244446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e87f67-8827-490f-9785-fe87d373b128 req-b197adf5-60b4-45c0-8153-47424bca96f2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:38.246781 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2e87f67-8827-490f-9785-fe87d373b128 req-b197adf5-60b4-45c0-8153-47424bca96f2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.1098750 Jun 29 16:32:38.292136 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2e87f67-8827-490f-9785-fe87d373b128 req-63ba9bb5-820d-4f59-abb2-a34d86cc5370 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367970 Jun 29 16:32:39.185276 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-44e9c309-da77-45a2-8f77-7ed02bbfb624 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=222ef5d319474d67b302920b194e286c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429425 Jun 29 16:32:39.514681 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-85a0f81e-d4bc-4e9c-9ef2-08198c5f840c tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:39.525294 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-85a0f81e-d4bc-4e9c-9ef2-08198c5f840c tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386922 Jun 29 16:32:39.553110 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-45e61b35-a0ae-4e40-aafa-0cfd4b128fc2 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/quotas/222ef5d319474d67b302920b194e286c HTTP/1.1" status: 200 len: 375 time: 0.0258882 Jun 29 16:32:39.618032 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-4a0d4354-caaf-40b4-a91a-0d62d116fc4c tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=222ef5d319474d67b302920b194e286c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625081 Jun 29 16:32:40.540595 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c742795d-ba31-4796-873e-6c03bbd7d56f req-de6d43d7-5468-4ff1-944c-fa00bd687202 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.3332047 Jun 29 16:32:40.550195 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5bb83-f957-42a7-8ecf-c7a8f75d30de req-39dabc25-0b2d-4121-be70-73bf624422a5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:40.558951 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d3e5bb83-f957-42a7-8ecf-c7a8f75d30de req-39dabc25-0b2d-4121-be70-73bf624422a5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.5275729 Jun 29 16:32:40.608031 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d3e5bb83-f957-42a7-8ecf-c7a8f75d30de req-dbad11a6-8069-4d62-9a25-d60bab262f85 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474679 Jun 29 16:32:41.638822 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-751710d6-c295-4775-84d6-baf00f914d0d req-5e2db5c3-c22a-48df-853c-7814ce1ad849 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.0345936 Jun 29 16:32:41.826672 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe55d12-a446-4785-b893-79483cfadb17 req-58434d13-7f83-476e-8a53-5be873af90b4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:41.833624 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fbe55d12-a446-4785-b893-79483cfadb17 req-58434d13-7f83-476e-8a53-5be873af90b4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0746231 Jun 29 16:32:41.872958 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fbe55d12-a446-4785-b893-79483cfadb17 req-2947dc26-4422-436d-a713-4be1262671fc tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381241 Jun 29 16:32:42.793621 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-02825233-6065-4995-aed6-1dd4b70eaba8 req-f75d8310-cdca-40de-ab3e-99e3b9fe0c03 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.0348918 Jun 29 16:32:43.099022 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df62a9a-ef21-46d1-9b72-8b424a261730 req-f16ae70b-7c9a-459a-ad3f-a990e2a81f68 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:43.102525 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9df62a9a-ef21-46d1-9b72-8b424a261730 req-f16ae70b-7c9a-459a-ad3f-a990e2a81f68 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0931234 Jun 29 16:32:43.171443 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9df62a9a-ef21-46d1-9b72-8b424a261730 req-fe493bff-9ec5-42cf-bac5-f75e03f2b64b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601153 Jun 29 16:32:43.941767 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-98f297aa-519b-4e6f-af9c-3eb2de9805ac req-3ea4b348-60ec-4bf3-8e24-15eecf551172 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.0283260 Jun 29 16:32:44.390730 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3f513-fcf8-41f3-be0e-fb6ba1b7a1fa req-c3d5ecca-9e7a-4f2d-9402-69c29ebf5397 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:44.392240 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a6a3f513-fcf8-41f3-be0e-fb6ba1b7a1fa req-c3d5ecca-9e7a-4f2d-9402-69c29ebf5397 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0685439 Jun 29 16:32:44.431618 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a6a3f513-fcf8-41f3-be0e-fb6ba1b7a1fa req-d53e5f6a-a622-48c4-b97a-88c875acac36 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334196 Jun 29 16:32:45.089868 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-06f26063-6302-4858-95da-3315a99a5237 req-beddb4d0-fdea-49ac-ad99-eaf73474591f tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.0304697 Jun 29 16:32:45.621079 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198eb6f-005a-44c6-94e8-61e39570c0b6 req-7fe6e556-d74e-46b7-8116-81419d1988e6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:45.622538 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5198eb6f-005a-44c6-94e8-61e39570c0b6 req-7fe6e556-d74e-46b7-8116-81419d1988e6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0699465 Jun 29 16:32:45.667156 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5198eb6f-005a-44c6-94e8-61e39570c0b6 req-64505763-e84d-4677-9961-3d48acdf51b1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Jun 29 16:32:46.277320 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a9f190fc-4289-4bec-98ea-08bdbfe044c5 req-3c1b4de6-28c6-48e0-9c40-d47c2763bbfb tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.0331805 Jun 29 16:32:46.850613 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2659a6-fd57-425f-b502-1f9759b1c9ae req-37e330b0-cccf-47ea-9e38-8915d863a1ea tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:46.852780 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ae2659a6-fd57-425f-b502-1f9759b1c9ae req-37e330b0-cccf-47ea-9e38-8915d863a1ea tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0714607 Jun 29 16:32:46.901146 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ae2659a6-fd57-425f-b502-1f9759b1c9ae req-c836f495-0686-49e7-93d4-6c78d44e8bd3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409198 Jun 29 16:32:46.958606 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-a38bd384-1b38-438b-85aa-fb1f2a2accfa tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=222ef5d319474d67b302920b194e286c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387654 Jun 29 16:32:47.162719 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-dcf6e85b-8ac0-4ec7-a9b9-2bcca808f398 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:47.165078 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-dcf6e85b-8ac0-4ec7-a9b9-2bcca808f398 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986151 Jun 29 16:32:47.179823 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Request body: {'port': {'device_id': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2', 'admin_state_up': True, 'tenant_id': '222ef5d319474d67b302920b194e286c'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:47.398065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-255a7ef7-7ec4-497b-a2c6-c0c680dda610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:47.401151 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-255a7ef7-7ec4-497b-a2c6-c0c680dda610 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 1099 time: 0.0795586 Jun 29 16:32:47.503654 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-88de3934-ab98-4688-88a4-86676bb499e0 req-34405793-1929-40dc-8951-84a123e58d84 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.0366137 Jun 29 16:32:47.535213 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Made reservation on behalf of 222ef5d319474d67b302920b194e286c for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:47.539592 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:47.549432 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:47.549750 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-a36fb5fb-65c7-458b-aa90-da69c1885bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:47.624296 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-a36fb5fb-65c7-458b-aa90-da69c1885bf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 918 time: 0.1439939 Jun 29 16:32:47.627016 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-66869e6a-d728-4bed-82bd-fe651a311bfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a HTTP/1.1" status: 200 len: 1002 time: 0.0674381 Jun 29 16:32:47.659124 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:47.692694 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-686484df-7ccd-442a-af6b-2c52a5c812d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:47.694087 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-686484df-7ccd-442a-af6b-2c52a5c812d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0551054 Jun 29 16:32:47.772321 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-4f131d52-a952-4fe5-9540-4f4527d592e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:47.774936 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-4f131d52-a952-4fe5-9540-4f4527d592e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715814 Jun 29 16:32:47.776155 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:47.781442 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e4effddb-aed3-48ba-8b2e-e4bcd6c376bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:47.888759 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f2b709-b379-414c-a37c-4c17aba55a8c,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:47.894468 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:47.942534 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-7cc42ff3-8d36-48cf-86cf-c9dc5b764e6c service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531272 Jun 29 16:32:47.987312 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Allocated IP 192.168.233.192 (2d7f1719-a358-4d8c-95f5-1a9dda7089e2/4808913f-fa1f-442d-9f33-00dd4c22428c/11ce2fbe-d46d-4ae0-a0a5-37830993bddf) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:32:48.056614 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d2d95b6e-ed5e-4f6f-a8e1-4f85a5241ef8 req-801c8442-9315-4526-a42e-fbfdef507556 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090338 Jun 29 16:32:48.166816 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100cc10-96aa-4437-84de-f18f9cadd46e req-5a56d8bf-789f-4096-95c7-700b05d04580 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:48.169020 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e100cc10-96aa-4437-84de-f18f9cadd46e req-5a56d8bf-789f-4096-95c7-700b05d04580 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0868924 Jun 29 16:32:48.220902 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e100cc10-96aa-4437-84de-f18f9cadd46e req-93a4b4ec-0a24-4b54-8946-afc849334f18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 Jun 29 16:32:48.221570 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:48.246242 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Transition to ACTIVE for port object 11ce2fbe-d46d-4ae0-a0a5-37830993bddf will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:48.359110 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:48.365885 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-91a68a97-4897-4dfa-afe5-9a0461b01da5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:48.409542 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:32:48.416341 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:48.420353 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:32:48.427531 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Pushing event updated for resources: {'Port': ['ID=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:48.447563 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:48.482081 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:48.482750 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:48.566917 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3912716 Jun 29 16:32:48.592691 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Request body: {'port': {'device_id': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:48.690303 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:48.691404 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e4e2-6373-4c13-805d-0907a89474b0 req-9ed15337-2960-4540-84bc-ae6392747d20 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:48.693779 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be47e4e2-6373-4c13-805d-0907a89474b0 req-9ed15337-2960-4540-84bc-ae6392747d20 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 936 time: 0.0658658 Jun 29 16:32:48.739679 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be47e4e2-6373-4c13-805d-0907a89474b0 req-213f5e1e-5e56-48a3-bd5d-98f7e1a428c0 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Jun 29 16:32:48.821012 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-01fdddab-80cf-4850-8bcc-21f7b619cf5d None None] Provisioning for port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:32:48.824959 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-01fdddab-80cf-4850-8bcc-21f7b619cf5d None None] Provisioning complete for port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:48.825340 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-01fdddab-80cf-4850-8bcc-21f7b619cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:48.859473 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-01fdddab-80cf-4850-8bcc-21f7b619cf5d None None] Port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:32:48.960428 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ce2fbe-d46d-4ae0-a0a5-37830993bddf {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:48.969634 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:48.987977 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Transition to ACTIVE for port object 11ce2fbe-d46d-4ae0-a0a5-37830993bddf will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:49.089596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:49.091774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:49.143217 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Pushing event updated for resources: {'Port': ['ID=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:49.146763 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:49.170685 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:32:49.238309 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Attempting to bind port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:32:49.238631 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Attempting to bind port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:32:49.238897 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Attempting to bind port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf on network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:49.246183 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf on network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:32:49.246532 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Attempting to bind port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf on network 2d7f1719-a358-4d8c-95f5-1a9dda7089e2 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:49.251987 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:32:49.252334 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Checking segment: {'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:49.252745 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Bound using segment: {'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:32:49.254389 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Bound port: 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:32:49.254389 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:49.273098 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:49.308697 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:49.309760 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:49.312082 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02c022c-0fd8-488b-a25e-551e52167fea" -d '{"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-unplugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:49.340399 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] For port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:32:49.344574 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] For port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:32:49.359324 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc84ff01-7167-48f9-ade7-4dd07a5447b5 x-openstack-request-id: req-dc84ff01-7167-48f9-ade7-4dd07a5447b5 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:49.359801 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-unplugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:49.360240 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dc84ff01-7167-48f9-ade7-4dd07a5447b5 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:49.360834 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'code': 200} Jun 29 16:32:49.404796 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:49.408366 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-88ab2c2b-67b9-4917-904b-16d1048bb4b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:49.428339 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:49.433606 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-261f1172-0029-4195-b796-9f759ed0c26c tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:49.448312 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5367-2702-4889-9918-818f26e33499 req-b1fe7e83-e154-450b-bfd3-209d7a3f4390 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:49.449894 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-713b5367-2702-4889-9918-818f26e33499 req-b1fe7e83-e154-450b-bfd3-209d7a3f4390 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 946 time: 0.0818429 Jun 29 16:32:49.488166 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=8']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:49.493381 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:49.497728 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-713b5367-2702-4889-9918-818f26e33499 req-4a4d197c-9745-4532-8a1d-1cdf18a6c8d5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 Jun 29 16:32:49.510032 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:49.510810 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:49.513160 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] 10.222.0.11 "PUT /v2.0/ports/11ce2fbe-d46d-4ae0-a0a5-37830993bddf HTTP/1.1" status: 200 len: 1098 time: 0.9286604 Jun 29 16:32:49.514085 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:49.523005 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaff5db-fcfb-4b12-af35-241aec81c34c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:49.547912 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Pushing event updated for resources: {'Port': ['ID=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:49.557624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:49.592366 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee91043-a428-4c2b-8dd3-53c167632e4b x-openstack-request-id: req-4ee91043-a428-4c2b-8dd3-53c167632e4b {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:49.592730 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:49.593469 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ee91043-a428-4c2b-8dd3-53c167632e4b {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:49.593469 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf', 'status': 'completed', 'code': 200} Jun 29 16:32:49.693111 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaff5db-fcfb-4b12-af35-241aec81c34c req-5440b41c-e7bb-4f93-b96b-b37663e122e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:49.695168 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-6eaff5db-fcfb-4b12-af35-241aec81c34c req-5440b41c-e7bb-4f93-b96b-b37663e122e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=222ef5d319474d67b302920b194e286c&device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 1101 time: 0.0676610 Jun 29 16:32:49.731100 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-6eaff5db-fcfb-4b12-af35-241aec81c34c req-53ea4c0f-0136-4cec-91bc-770a7d74aa35 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=222ef5d319474d67b302920b194e286c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230966 Jun 29 16:32:49.779829 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5948303-73b7-44bc-92b8-682712891fd6 req-49aa3720-3688-4d52-9fdc-23bebb236923 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:49.781363 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-49aa3720-3688-4d52-9fdc-23bebb236923 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.1187725 Jun 29 16:32:49.803552 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-1c75e82b-a3b9-4ead-9b0e-6d721c71ee46 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/quotas/99c7b730f5fb4241bcadf39827dcf4d3 HTTP/1.1" status: 200 len: 375 time: 0.0126636 Jun 29 16:32:49.914053 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d18308ad-14a1-493a-8d15-945f49ff365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:49.923137 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-955d63b8-cb5e-4620-9246-14c21ce44285 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128740 Jun 29 16:32:50.069278 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dff266-e889-47ff-83c9-b6857209a742 req-5cba7c63-7343-4b75-9a54-dde218e23dd1 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:50.076553 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a7dff266-e889-47ff-83c9-b6857209a742 req-5cba7c63-7343-4b75-9a54-dde218e23dd1 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.1515007 Jun 29 16:32:50.082436 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-f495bf6a-1a39-4ba9-8899-eaa63215669e service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486003 Jun 29 16:32:50.093178 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaff5db-fcfb-4b12-af35-241aec81c34c req-7adccf2e-70ce-470e-bf3c-4e2ea3990f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:50.094688 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-6eaff5db-fcfb-4b12-af35-241aec81c34c req-7adccf2e-70ce-470e-bf3c-4e2ea3990f26 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573685 Jun 29 16:32:50.181525 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a7dff266-e889-47ff-83c9-b6857209a742 req-dac3c637-dca2-4922-b690-595d0e3af95e tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030195 Jun 29 16:32:50.229095 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-eab6b3ac-7102-4918-87a9-80ef34963e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:50.230596 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-eab6b3ac-7102-4918-87a9-80ef34963e7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=222ef5d319474d67b302920b194e286c&device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 1101 time: 0.0601137 Jun 29 16:32:50.236281 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-9c5ee661-21da-4e23-90b3-1d6f6c436e86 service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439097 Jun 29 16:32:50.277795 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-5b633a49-40bc-47d6-823a-4ca17cb7f4a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=11ce2fbe-d46d-4ae0-a0a5-37830993bddf HTTP/1.1" status: 200 len: 217 time: 0.0366168 Jun 29 16:32:50.334352 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-f04670ab-88a0-4d71-a0b3-8d3b36b2277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:50.334797 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-f04670ab-88a0-4d71-a0b3-8d3b36b2277d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4808913f-fa1f-442d-9f33-00dd4c22428c HTTP/1.1" status: 200 len: 843 time: 0.0505316 Jun 29 16:32:50.400589 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-9d603a58-9b2f-48e5-851e-be07fe761f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:50.402076 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-9d603a58-9b2f-48e5-851e-be07fe761f5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d7f1719-a358-4d8c-95f5-1a9dda7089e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0600660 Jun 29 16:32:50.540200 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-ea1f9f38-0567-4d58-af6c-db945f0e44bc service neutron] 10.222.0.11 "GET /v2.0/networks/2d7f1719-a358-4d8c-95f5-1a9dda7089e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261160 Jun 29 16:32:50.664677 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9fc55f0a-e86a-47ea-8e4d-0807901fcddf req-fe4d51a2-be9e-415c-b539-694161c4a2e6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 210 time: 0.0702651 Jun 29 16:32:50.714146 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1b3efe7f-b628-4429-b1c1-12677a86a957 req-f8781825-6a86-43fd-b653-4c9c9fbe09da service neutron] 10.222.0.11 "GET /v2.0/networks/2d7f1719-a358-4d8c-95f5-1a9dda7089e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630094 Jun 29 16:32:50.768742 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48324) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:50.918652 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bd358-873c-4e37-bf41-714407414103 req-739e2d3e-29de-48e6-bc20-32c29daefed2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:50.920271 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3b4bd358-873c-4e37-bf41-714407414103 req-739e2d3e-29de-48e6-bc20-32c29daefed2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0990307 Jun 29 16:32:50.943639 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2a817474-694d-4330-bc31-698aad6ac3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:50.995786 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3b4bd358-873c-4e37-bf41-714407414103 req-2ed0a4d2-1f52-48cc-b5c1-2d5e6c164e6f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682657 Jun 29 16:32:51.095087 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55a388-6b32-474e-91a5-e68213c988f8 req-fc7c3ff5-bed3-4bb2-b07d-d2d93c3a3dd9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:51.097650 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b55a388-6b32-474e-91a5-e68213c988f8 req-fc7c3ff5-bed3-4bb2-b07d-d2d93c3a3dd9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1276352 Jun 29 16:32:51.161543 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2a817474-694d-4330-bc31-698aad6ac3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:51.167709 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b55a388-6b32-474e-91a5-e68213c988f8 req-92498459-d259-4e20-ac8f-1eb6e148e83c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633142 Jun 29 16:32:51.244500 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2a817474-694d-4330-bc31-698aad6ac3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:51.248512 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-971e0ec2-8eb3-4f71-bb5c-280b3fe258c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:51.303746 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-2a817474-694d-4330-bc31-698aad6ac3e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1dfb68691d241e7907a4b3ffecf3b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338624 Jun 29 16:32:51.305502 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48342) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:51.315499 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a817474-694d-4330-bc31-698aad6ac3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab8d52-b345-439a-9eb5-175fe2cc63aa,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:51.334697 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2a817474-694d-4330-bc31-698aad6ac3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:51.377927 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a8ada-38ea-49fb-8de2-8d41cb0b0e32 req-6760986e-cec6-4e80-8fcf-9cd69d43a3e8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:51.379514 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-572a8ada-38ea-49fb-8de2-8d41cb0b0e32 req-6760986e-cec6-4e80-8fcf-9cd69d43a3e8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.0842102 Jun 29 16:32:51.408276 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:51.431404 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-572a8ada-38ea-49fb-8de2-8d41cb0b0e32 req-0c911352-edc0-41bd-aa21-f815c863df91 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Jun 29 16:32:51.433959 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:51.563956 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:51.567040 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:51.568244 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0ab8d52-b345-439a-9eb5-175fe2cc63aa HTTP/1.1" status: 204 len: 168 time: 0.2611971 Jun 29 16:32:51.569214 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-759e0f2d-7592-49c9-a1eb-c9bcbf4ac3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:51.579247 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab8d52-b345-439a-9eb5-175fe2cc63aa,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:51.581806 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:51.887375 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-071084f5-25f3-4f0d-ac6d-7d5a79641349 req-11d0e12c-bd17-41bb-80a4-072a751e4731 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 210 time: 0.0555072 Jun 29 16:32:52.052716 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-1a4a28d7-107e-4b65-b320-abf6cc348228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:52.054260 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-1a4a28d7-107e-4b65-b320-abf6cc348228 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1098 time: 0.0851982 Jun 29 16:32:52.168624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-08489c7e-d5c0-43b4-8cbb-0b33c73feb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:52.170269 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-08489c7e-d5c0-43b4-8cbb-0b33c73feb2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 911 time: 0.0934029 Jun 29 16:32:52.248322 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-5f927c5d-56ee-47b4-a455-6594e2f60e16 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 200 len: 1000 time: 0.0688002 Jun 29 16:32:52.316388 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-57d7f105-c9ae-4262-b91e-df608ce887a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:52.317928 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-57d7f105-c9ae-4262-b91e-df608ce887a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.0496571 Jun 29 16:32:52.383797 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-652161e4-298f-4254-9170-2220a61a90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:52.385480 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-652161e4-298f-4254-9170-2220a61a90e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606372 Jun 29 16:32:52.420633 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09750320-1ddc-41ff-9835-4529c8420116 req-1a6e7db3-8470-4194-9cb7-a4f458a696dd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:52.422230 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-09750320-1ddc-41ff-9835-4529c8420116 req-1a6e7db3-8470-4194-9cb7-a4f458a696dd tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0891671 Jun 29 16:32:52.504236 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-09750320-1ddc-41ff-9835-4529c8420116 req-e2bb890a-ce96-4249-a073-3b9d473c591e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664477 Jun 29 16:32:52.507423 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-97fe4ece-e73f-4e95-9581-c98b87404647 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096513 Jun 29 16:32:52.654495 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-22b239f5-83e2-4a30-9ce6-d0bfde26fba9 req-f140901b-b06d-4653-8540-d28040451237 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322134 Jun 29 16:32:52.707350 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5afac-8a36-41b4-8643-b9462efc664e req-5254cd5e-fb4a-4366-91eb-733299bafd40 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:52.709299 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-74e5afac-8a36-41b4-8643-b9462efc664e req-5254cd5e-fb4a-4366-91eb-733299bafd40 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.0877590 Jun 29 16:32:52.758512 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-74e5afac-8a36-41b4-8643-b9462efc664e req-b0d6746f-4880-4df9-b0db-deffefd58904 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369263 Jun 29 16:32:52.843955 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:52.898319 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48382) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:52.902312 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-34c4b41c-af45-4a6c-95c1-20799d3c2434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.029800 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-766935822-network', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:53.099996 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-416b5adc-f943-40e4-bd86-546de821278a req-9b67f510-9c78-4780-a2c0-7bac8916b023 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 210 time: 0.0621126 Jun 29 16:32:53.189382 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:32:53.196307 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Made reservation on behalf of 4eba69c887a24efd804d007b6a8631e0 for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:53.201559 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.218646 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.263657 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee43202-7a47-4204-9dd1-33021066bdc0 req-d15f9b9d-e7de-4401-b8f4-e9d8aa5ca7e4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:53.265219 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fee43202-7a47-4204-9dd1-33021066bdc0 req-d15f9b9d-e7de-4401-b8f4-e9d8aa5ca7e4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1144526 Jun 29 16:32:53.324348 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fee43202-7a47-4204-9dd1-33021066bdc0 req-c0208d0d-3a05-4420-b2af-8eb88ac877eb tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490105 Jun 29 16:32:53.373864 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.433290 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.437989 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a8ab4c72-0389-4921-82e6-7fc29a3010e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:53.457353 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:32:53.475061 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063fbd89-fcf3-4d3f-9225-a52fec40ad81,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:53.479312 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:53.480829 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.481178 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Added segment 78da1c6f-abdd-4349-8799-089df3e3a1ed of type vlan for network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e Jun 29 16:32:53.528054 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.604574 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5948303-73b7-44bc-92b8-682712891fd6 req-33963a89-08ec-4a81-8cda-9c81d8c6de01 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:53.606031 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-33963a89-08ec-4a81-8cda-9c81d8c6de01 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.1171284 Jun 29 16:32:53.615303 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.617335 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:53.618105 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.620823 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0c608850-766a-482a-8f54-e66ce6010e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:53.625953 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Request body: {'port': {'device_id': 'f2132372-8e34-48af-a9e0-390ee352835a', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'admin_state_up': True, 'tenant_id': '99c7b730f5fb4241bcadf39827dcf4d3'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:53.713017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:53.716091 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:53.730872 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:32:53.747613 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c66b0-2fba-4b41-85d9-dcafafe03032 req-24e840c8-2eef-4ba8-8c96-462980f89094 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:53.754492 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-073c66b0-2fba-4b41-85d9-dcafafe03032 req-24e840c8-2eef-4ba8-8c96-462980f89094 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0888572 Jun 29 16:32:53.770869 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8713377 Jun 29 16:32:53.774162 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48406) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:53.781257 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Request body: {'subnet': {'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-766935822-subnet', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:53.807782 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-073c66b0-2fba-4b41-85d9-dcafafe03032 req-01d974e6-9f78-485e-820b-94a32556387d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524247 Jun 29 16:32:53.957903 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c5e1-8269-4e78-af4d-33f4a3805984 req-295cf07c-5d96-4503-b3c8-053994a76e87 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:53.959737 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c15c5e1-8269-4e78-af4d-33f4a3805984 req-295cf07c-5d96-4503-b3c8-053994a76e87 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.0783272 Jun 29 16:32:53.971075 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Made reservation on behalf of 99c7b730f5fb4241bcadf39827dcf4d3 for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:53.980132 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:53.980552 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48416) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:54.026917 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:54.037141 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c15c5e1-8269-4e78-af4d-33f4a3805984 req-3bb803d2-004c-4aad-bb74-558db01a791c tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636072 Jun 29 16:32:54.116075 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-d336f6fb-632a-4e78-ba7a-91e6783ddd28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289396 Jun 29 16:32:54.140817 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Made reservation on behalf of 4eba69c887a24efd804d007b6a8631e0 for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:32:54.143211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:54.151890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Allocated IP 172.20.0.14 (4fd137a4-7934-4ed2-a54a-922069e262f6/c20305d1-1329-4fdf-81ed-bf0e0d44f225/550198a9-2467-497b-9192-435e08f773b7) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:32:54.398739 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c9013e06-db7e-41fe-a7cf-5830c0e9913e req-561cc13d-2875-4db3-ba29-42b8c54c31ba tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 210 time: 0.0422528 Jun 29 16:32:54.459823 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:54.571854 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:54.581938 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415b94e-11fc-4ec1-8f43-eafbc3af9ede req-0277eaa5-62d5-4013-85bb-6736d7fa47b0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:54.583509 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4415b94e-11fc-4ec1-8f43-eafbc3af9ede req-0277eaa5-62d5-4013-85bb-6736d7fa47b0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0748289 Jun 29 16:32:54.585234 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6df09833-e37c-44dd-9b3c-c18636f9c300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:54.616219 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:54.621729 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:54.627943 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:32:54.666902 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:32:54.668697 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4415b94e-11fc-4ec1-8f43-eafbc3af9ede req-0f63a7e2-df45-4334-a365-bb9f28a82651 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775592 Jun 29 16:32:54.679683 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:54.687978 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fec082-8730-46a1-b5d1-5debf21881a3,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:54.691213 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:54.693988 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Checking segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:54.694337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Network hostable DHCP agents. Network: dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:32:54.702683 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:32:54.742860 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event updated for resources: {'Port': ['ID=550198a9-2467-497b-9192-435e08f773b7,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:54.747385 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:54.776303 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:54.777057 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:54.826856 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:32:54.851245 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2310581 Jun 29 16:32:54.866633 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Request body: {'port': {'device_id': 'f2132372-8e34-48af-a9e0-390ee352835a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:54.917451 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:54.922340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:54.935759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:54.935930 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27444f-e9b3-43b1-a534-b789ca4a76c9 None None] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:32:54.950496 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.027661 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7b623-5522-4d5e-ba20-798bbd33001e req-6fce38c1-1a3c-439d-935a-bddec6fb3dd4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:55.031322 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-aeb7b623-5522-4d5e-ba20-798bbd33001e req-6fce38c1-1a3c-439d-935a-bddec6fb3dd4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0972102 Jun 29 16:32:55.080161 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3042638 Jun 29 16:32:55.083978 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-aeb7b623-5522-4d5e-ba20-798bbd33001e req-48c44c72-0ce0-464b-97bb-3910d8a9451d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479901 Jun 29 16:32:55.084662 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48440) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:55.090713 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:32:55.152717 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:32:55.153652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.211543 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.214042 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.263995 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 11ce2fbe-d46d-4ae0-a0a5-37830993bddf details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:32:55.330504 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.346722 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550198a9-2467-497b-9192-435e08f773b7 {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:55.355857 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.370696 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Transition to ACTIVE for port object 550198a9-2467-497b-9192-435e08f773b7 will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:55.405574 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee803-228a-49ed-a043-8258261e8f4f req-671628b1-f908-4edb-bb57-3ad6412cace9 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:55.411449 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee1ee803-228a-49ed-a043-8258261e8f4f req-671628b1-f908-4edb-bb57-3ad6412cace9 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.1471431 Jun 29 16:32:55.442083 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Allocated IP 172.20.0.2 (dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e/08fec082-8730-46a1-b5d1-5debf21881a3/b0c2c923-2315-4cb0-b5fc-6b410c55aad5) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:32:55.462467 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.477041 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:55.580250 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:55.601566 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf', 'network_id': '2d7f1719-a358-4d8c-95f5-1a9dda7089e2', 'port_id': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf', 'mac_address': 'fa:16:3e:83:39:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4808913f-fa1f-442d-9f33-00dd4c22428c', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:32:55.604784 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Pushing event updated for resources: {'Port': ['ID=550198a9-2467-497b-9192-435e08f773b7,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:55.624700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:55.660382 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.691008 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.693818 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Attempting to bind port 550198a9-2467-497b-9192-435e08f773b7 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:32:55.694732 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Attempting to bind port 550198a9-2467-497b-9192-435e08f773b7 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:32:55.695053 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Attempting to bind port 550198a9-2467-497b-9192-435e08f773b7 on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:55.702195 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Port 550198a9-2467-497b-9192-435e08f773b7 on network 4fd137a4-7934-4ed2-a54a-922069e262f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:32:55.702872 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Attempting to bind port 550198a9-2467-497b-9192-435e08f773b7 on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:55.705675 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ce2fbe-d46d-4ae0-a0a5-37830993bddf {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:32:55.712001 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:32:55.712388 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Checking segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:55.713042 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Bound using segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:32:55.713489 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Bound port: 550198a9-2467-497b-9192-435e08f773b7, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:32:55.713853 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.716118 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee1ee803-228a-49ed-a043-8258261e8f4f req-6b19e99a-577b-403f-a2d9-e6fcc00733af tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189503 Jun 29 16:32:55.729940 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.761349 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:55.779452 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.791873 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Transition to ACTIVE for port object b0c2c923-2315-4cb0-b5fc-6b410c55aad5 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:55.807829 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6221712-add7-4ca8-b483-7f51471bf614 req-2edb4f28-18ed-443c-87b3-a7770e465c5f tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:55.809375 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] For port 550198a9-2467-497b-9192-435e08f773b7, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:32:55.809673 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c6221712-add7-4ca8-b483-7f51471bf614 req-2edb4f28-18ed-443c-87b3-a7770e465c5f tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 944 time: 0.2346115 Jun 29 16:32:55.818306 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] For port 550198a9-2467-497b-9192-435e08f773b7, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=550198a9-2467-497b-9192-435e08f773b7,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:32:55.824698 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Transition to ACTIVE for port object b0c2c923-2315-4cb0-b5fc-6b410c55aad5 will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:55.844218 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.846127 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:55.908419 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.915639 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-01db4f43-4779-4c66-8dae-76180eab8720 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:55.953854 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c6221712-add7-4ca8-b483-7f51471bf614 req-e466a5fd-7efe-419e-b065-25ad94a514f5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265624 Jun 29 16:32:55.957154 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:55.957946 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:55.959860 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] 10.222.0.11 "PUT /v2.0/ports/550198a9-2467-497b-9192-435e08f773b7 HTTP/1.1" status: 200 len: 1094 time: 1.0974016 Jun 29 16:32:55.960181 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2132372-8e34-48af-a9e0-390ee352835a', 'tag': '550198a9-2467-497b-9192-435e08f773b7'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:55.963903 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d59f4a0-cc56-4af4-971d-b3b00fe684cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2132372-8e34-48af-a9e0-390ee352835a", "tag": "550198a9-2467-497b-9192-435e08f773b7"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:56.004425 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Pushing event updated for resources: {'Port': ['ID=550198a9-2467-497b-9192-435e08f773b7,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:56.009772 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:56.021845 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.026082 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169ce2a2-209b-4165-975f-e80ebec6cd8e x-openstack-request-id: req-169ce2a2-209b-4165-975f-e80ebec6cd8e {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:56.026532 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2132372-8e34-48af-a9e0-390ee352835a", "tag": "550198a9-2467-497b-9192-435e08f773b7", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:56.027555 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-169ce2a2-209b-4165-975f-e80ebec6cd8e {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:56.027555 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2132372-8e34-48af-a9e0-390ee352835a', 'tag': '550198a9-2467-497b-9192-435e08f773b7', 'status': 'completed', 'code': 200} Jun 29 16:32:56.028598 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19437175-99c6-4da8-9ee1-223318a02585 req-b549f057-a081-4c60-b61e-7320bde204e9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:56.030784 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-19437175-99c6-4da8-9ee1-223318a02585 req-b549f057-a081-4c60-b61e-7320bde204e9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1317110 Jun 29 16:32:56.062176 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:32:56.063052 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:56.068343 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:56.074736 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:32:56.078920 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:56.079116 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:56.151512 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['11ce2fbe-d46d-4ae0-a0a5-37830993bddf'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:32:56.175305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59f4a0-cc56-4af4-971d-b3b00fe684cf req-412d8d8d-2b29-45b0-8790-01eee4206759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:56.177130 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1d59f4a0-cc56-4af4-971d-b3b00fe684cf req-412d8d8d-2b29-45b0-8790-01eee4206759 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 1097 time: 0.1093817 Jun 29 16:32:56.201013 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-19437175-99c6-4da8-9ee1-223318a02585 req-05a0c179-10d5-4131-804d-e4961ac73c5e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439676 Jun 29 16:32:56.249282 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Attempting to bind port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:32:56.249903 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Attempting to bind port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:32:56.249903 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Attempting to bind port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:56.252209 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Pushing event updated for resources: {'Port': ['ID=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:56.266036 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:56.283564 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:32:56.288462 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Checking segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:56.298047 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.298751 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.299395 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Bound using segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:32:56.300084 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Bound port: b0c2c923-2315-4cb0-b5fc-6b410c55aad5, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:32:56.300604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.320932 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.361572 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59f4a0-cc56-4af4-971d-b3b00fe684cf req-f036e92b-c09a-43df-bc22-395ac3224aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:56.364127 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1d59f4a0-cc56-4af4-971d-b3b00fe684cf req-f036e92b-c09a-43df-bc22-395ac3224aa7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1739349 Jun 29 16:32:56.419894 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] For port b0c2c923-2315-4cb0-b5fc-6b410c55aad5, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:32:56.424401 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] For port b0c2c923-2315-4cb0-b5fc-6b410c55aad5, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:32:56.514902 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59f4a0-cc56-4af4-971d-b3b00fe684cf req-a9fe5ca6-9cd1-4cd5-bebf-58320cb5cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:56.515339 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Allocated IP 172.27.3.68 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/1f777171-ea23-404f-a06e-5807e7ecab14) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:32:56.516688 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1d59f4a0-cc56-4af4-971d-b3b00fe684cf req-a9fe5ca6-9cd1-4cd5-bebf-58320cb5cfab service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449056 Jun 29 16:32:56.528364 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d06ad7-83d9-4564-9f5c-9745678841ad req-3adca6dd-8f9f-444a-a95f-13330d5978c1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:56.530005 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13d06ad7-83d9-4564-9f5c-9745678841ad req-3adca6dd-8f9f-444a-a95f-13330d5978c1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1831913 Jun 29 16:32:56.537866 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.541377 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:56.610885 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Pushing event updated for resources: {'Port': ['ID=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:56.614978 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:56.625537 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13d06ad7-83d9-4564-9f5c-9745678841ad req-a2fd129a-4899-42a0-8ac9-cf83b420305d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884650 Jun 29 16:32:56.659245 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5948303-73b7-44bc-92b8-682712891fd6 req-bc56f310-3551-488b-8c8e-1df5afbce404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:56.661494 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-bc56f310-3551-488b-8c8e-1df5afbce404 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 1097 time: 0.0921977 Jun 29 16:32:56.690825 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.708816 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-b1fbb968-10f1-4387-b6b7-544015bff67b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=550198a9-2467-497b-9192-435e08f773b7 HTTP/1.1" status: 200 len: 217 time: 0.0380070 Jun 29 16:32:56.767115 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5948303-73b7-44bc-92b8-682712891fd6 req-fa01cf7f-1d0e-4b31-9260-65cd1a55f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:56.768861 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-fa01cf7f-1d0e-4b31-9260-65cd1a55f422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c20305d1-1329-4fdf-81ed-bf0e0d44f225 HTTP/1.1" status: 200 len: 855 time: 0.0521474 Jun 29 16:32:56.810025 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-bc1eb49c-5ec2-4e28-b642-025d2a2b7bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fd137a4-7934-4ed2-a54a-922069e262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328910 Jun 29 16:32:56.859471 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:56.863395 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:56.931298 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Pushing event updated for resources: {'Port': ['ID=1f777171-ea23-404f-a06e-5807e7ecab14,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:56.950446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:56.971694 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-3dffe4b8-7b02-43f1-acb6-4eb60cd01b64 service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521852 Jun 29 16:32:56.982819 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:32:56.986768 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:32:56.996395 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:32:57.105794 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b5948303-73b7-44bc-92b8-682712891fd6 req-aad83816-13f5-4786-a659-8013ce3c96dc service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263494 Jun 29 16:32:57.197729 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device b0c2c923-2315-4cb0-b5fc-6b410c55aad5 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:32:57.222218 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:57.227867 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 11ce2fbe-d46d-4ae0-a0a5-37830993bddf up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:32:57.416472 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:32:57.421437 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:57.421820 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:57.438437 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727bfef-1695-4677-ada5-75bcbe2d22af req-29e553d2-bbef-4acc-bb4e-cd77aabf9567 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:57.443987 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8727bfef-1695-4677-ada5-75bcbe2d22af req-29e553d2-bbef-4acc-bb4e-cd77aabf9567 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 949 time: 0.5302570 Jun 29 16:32:57.461675 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:32:57.583455 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:57.588474 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8727bfef-1695-4677-ada5-75bcbe2d22af req-7f268494-a0fb-4e8b-aa80-38d143b5a118 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695615 Jun 29 16:32:57.611784 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd1f7-c3b2-44c2-a81e-096e1fc2cfa1 req-afbdee2f-fdfd-4943-8ee9-7e3871b8bcd6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:57.613542 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ecfdd1f7-c3b2-44c2-a81e-096e1fc2cfa1 req-afbdee2f-fdfd-4943-8ee9-7e3871b8bcd6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 944 time: 0.2023003 Jun 29 16:32:57.618297 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:32:57.622730 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88178e1-ede9-4aa5-ad2e-844561572dd8" -d '{"events": [{"server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "name": "network-vif-plugged", "status": "completed", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:32:57.646091 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:57.688440 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ecfdd1f7-c3b2-44c2-a81e-096e1fc2cfa1 req-61911e8d-f210-4a8f-9938-167899f4e1e6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663955 Jun 29 16:32:57.789032 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07094761-0c5d-4b7b-8458-4589aa284c10 x-openstack-request-id: req-07094761-0c5d-4b7b-8458-4589aa284c10 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:32:57.789357 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "name": "network-vif-plugged", "status": "completed", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:32:57.794534 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07094761-0c5d-4b7b-8458-4589aa284c10 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:32:57.794534 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf', 'code': 200} Jun 29 16:32:57.816737 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:57.820257 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:57.854298 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee065a2-1ab9-4616-8e59-6ab130c1c00e None None] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:32:57.905629 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:57.947738 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:57.956665 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:58.013347 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb4a30-2821-4654-b227-d63585c48690 req-ca16fe7e-2621-47f0-af5c-f51ba114ba3b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:58.014984 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-65bb4a30-2821-4654-b227-d63585c48690 req-ca16fe7e-2621-47f0-af5c-f51ba114ba3b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.2334731 Jun 29 16:32:58.084661 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Provisioning for port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:32:58.097802 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Provisioning complete for port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:58.099340 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:58.127984 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-65bb4a30-2821-4654-b227-d63585c48690 req-8da34d3a-ec79-4737-8956-c2812fd2353d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756366 Jun 29 16:32:58.206918 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e303a9-c560-47c9-941d-7bfbaee71202 req-88e4afa3-7a5b-4834-8987-3e82c4bf9429 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:58.213779 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f0e303a9-c560-47c9-941d-7bfbaee71202 req-88e4afa3-7a5b-4834-8987-3e82c4bf9429 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.2606468 Jun 29 16:32:58.249275 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:58.308155 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f0e303a9-c560-47c9-941d-7bfbaee71202 req-54d9144e-32b7-469d-affd-2d585b4c2155 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807927 Jun 29 16:32:58.309629 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:58.319659 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] For port b0c2c923-2315-4cb0-b5fc-6b410c55aad5, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:32:58.415634 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae4743-edd8-491c-baa7-c8fc96e2fcc1 req-e3efd729-556e-4510-95ac-95a455795cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:58.417360 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-bcae4743-edd8-491c-baa7-c8fc96e2fcc1 req-e3efd729-556e-4510-95ac-95a455795cba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 1103 time: 0.0696974 Jun 29 16:32:58.427112 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:58.434594 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:58.463925 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-bcae4743-edd8-491c-baa7-c8fc96e2fcc1 req-35b2c504-5e73-46de-92e5-605658c40b48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 Jun 29 16:32:58.517669 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Pushing event updated for resources: {'Port': ['ID=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:58.521115 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:58.551124 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-62337f0f-7b79-487b-9c6a-b042158e9b66 None None] Provisioning complete for port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:58.551702 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-62337f0f-7b79-487b-9c6a-b042158e9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:58.598407 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:32:58.718891 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:32:58.732554 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:32:58.743546 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:32:58.744221 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:58.858477 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e48448-6217-440f-84b4-12f565fce1d2 req-69194ac1-5625-43f4-98e2-f01b75349c59 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:58.861539 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-85e48448-6217-440f-84b4-12f565fce1d2 req-69194ac1-5625-43f4-98e2-f01b75349c59 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.1000578 Jun 29 16:32:58.874353 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:32:58.930373 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:58.932164 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8464365 Jun 29 16:32:58.935463 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48476) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:32:59.033988 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-85e48448-6217-440f-84b4-12f565fce1d2 req-cc094fdb-1bf7-44dc-b9eb-dcb9197199c9 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646023 Jun 29 16:32:59.090097 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:32:57Z', 'revision_number': 3, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:32:59.110437 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72578f0f-3f9f-49fc-9e2e-d8b88b535287 req-11008718-e66c-44e8-8d9a-73a0cfcff175 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:59.112162 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72578f0f-3f9f-49fc-9e2e-d8b88b535287 req-11008718-e66c-44e8-8d9a-73a0cfcff175 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 944 time: 0.2453079 Jun 29 16:32:59.119111 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:32:59.119717 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Updating router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c port 1f777171-ea23-404f-a06e-5807e7ecab14 binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:32:59.162177 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.193061 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device b0c2c923-2315-4cb0-b5fc-6b410c55aad5 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:32:59.231330 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72578f0f-3f9f-49fc-9e2e-d8b88b535287 req-9b132357-1bf0-4a73-bae6-536157b3a90b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015072 Jun 29 16:32:59.273687 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:32:59.274167 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.451683 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c0c7-e799-4307-9b2e-811a12736557 req-9d2b00b8-2036-42e2-b4f1-e76ca01af8ab tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:59.453745 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d04c0c7-e799-4307-9b2e-811a12736557 req-9d2b00b8-2036-42e2-b4f1-e76ca01af8ab tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1432583 Jun 29 16:32:59.584661 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d04c0c7-e799-4307-9b2e-811a12736557 req-dcbd10c0-2353-4b87-b372-fe6a033050af tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876606 Jun 29 16:32:59.613291 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.634246 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Transition to ACTIVE for port object 1f777171-ea23-404f-a06e-5807e7ecab14 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:32:59.648971 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8192f-5ce9-4854-a69f-a88bbe407f62 req-b9ea7401-4e2c-4a29-84e8-afdb76aa1ae2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:32:59.650658 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2dd8192f-5ce9-4854-a69f-a88bbe407f62 req-b9ea7401-4e2c-4a29-84e8-afdb76aa1ae2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1914628 Jun 29 16:32:59.695600 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.697634 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:59.740115 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2dd8192f-5ce9-4854-a69f-a88bbe407f62 req-e8788578-edfc-46e1-a45d-78955eaac51e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827889 Jun 29 16:32:59.751024 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Attempting to bind port 1f777171-ea23-404f-a06e-5807e7ecab14 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:32:59.751368 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Attempting to bind port 1f777171-ea23-404f-a06e-5807e7ecab14 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:32:59.751954 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Attempting to bind port 1f777171-ea23-404f-a06e-5807e7ecab14 on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:32:59.754192 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b72ea-2ce1-4fed-a224-f5965b93ce7e None None] Pushing event updated for resources: {'Port': ['ID=1f777171-ea23-404f-a06e-5807e7ecab14,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:32:59.757695 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-096b72ea-2ce1-4fed-a224-f5965b93ce7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:32:59.760669 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:32:59.761030 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:32:59.761438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.761830 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:32:59.762383 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Bound port: 1f777171-ea23-404f-a06e-5807e7ecab14, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:32:59.762813 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.762942 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.828288 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] For port 1f777171-ea23-404f-a06e-5807e7ecab14, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:32:59.831347 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] For port 1f777171-ea23-404f-a06e-5807e7ecab14, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=1f777171-ea23-404f-a06e-5807e7ecab14,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:32:59.895911 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:32:59.898789 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:32:59.930307 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Allocated IP 172.20.0.1 (dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e/08fec082-8730-46a1-b5d1-5debf21881a3/13c94fbb-2547-486b-b88e-31d9284439fe) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:00.046029 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:00.061674 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Transition to ACTIVE for port object 13c94fbb-2547-486b-b88e-31d9284439fe will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:00.074905 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:00.075631 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:00.113348 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b72ea-2ce1-4fed-a224-f5965b93ce7e None None] Pushing event updated for resources: {'Port': ['ID=1f777171-ea23-404f-a06e-5807e7ecab14,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:00.119556 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-096b72ea-2ce1-4fed-a224-f5965b93ce7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:00.168892 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:00.188612 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:00.188832 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:00.232591 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:00.240224 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:00.250291 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:00.255741 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Pushing event updated for resources: {'Port': ['ID=13c94fbb-2547-486b-b88e-31d9284439fe,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:00.279491 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:00.318928 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19fc2a-9743-45f5-91d4-0dc973f4266b req-376152a4-096e-49d7-b5ae-5f3aec8d97e3 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:00.320631 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b19fc2a-9743-45f5-91d4-0dc973f4266b req-376152a4-096e-49d7-b5ae-5f3aec8d97e3 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.1640625 Jun 29 16:33:00.327946 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:00.404897 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:32:57Z', 'revision_number': 3, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:00.432600 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc736ef6-e00a-4ab7-a717-5422d715b019 None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:32:57Z', 'revision_number': 3, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:33:00.477902 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b19fc2a-9743-45f5-91d4-0dc973f4266b req-e37f7ed9-55b9-4d3e-b9ce-42d4e27308f7 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392350 Jun 29 16:33:00.525281 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-61ba1e2d-e57f-439d-af9e-efd5e79af93f None None] Provisioning for port 13c94fbb-2547-486b-b88e-31d9284439fe completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:00.531135 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-61ba1e2d-e57f-439d-af9e-efd5e79af93f None None] Provisioning complete for port 13c94fbb-2547-486b-b88e-31d9284439fe triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:00.532269 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-61ba1e2d-e57f-439d-af9e-efd5e79af93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:00.579937 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-61ba1e2d-e57f-439d-af9e-efd5e79af93f None None] Port 13c94fbb-2547-486b-b88e-31d9284439fe cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:33:00.894876 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc7b1-25f5-4b33-80ae-585b72e1d923 req-201ecd46-eb63-48ae-96cd-0bb77eed5bbb tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:00.896404 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee5fc7b1-25f5-4b33-80ae-585b72e1d923 req-201ecd46-eb63-48ae-96cd-0bb77eed5bbb tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 944 time: 0.5002429 Jun 29 16:33:00.944165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee5fc7b1-25f5-4b33-80ae-585b72e1d923 req-8d4fa684-1d04-4ef9-b0cb-665d2ab3e891 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Jun 29 16:33:01.040049 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.217041 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1f777171-ea23-404f-a06e-5807e7ecab14 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:01.285632 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85db858-09f2-4a76-849c-9174ee40d83f req-005fd7e1-a1f7-42d1-91fa-56f33ad00ece tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:01.287157 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d85db858-09f2-4a76-849c-9174ee40d83f req-005fd7e1-a1f7-42d1-91fa-56f33ad00ece tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.2100949 Jun 29 16:33:01.332355 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6b4d0-acf6-46d4-9a5a-4e60c051f2d7 req-5ee6c076-51b6-41de-8ee2-ed0ac7dae574 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:01.335135 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64a6b4d0-acf6-46d4-9a5a-4e60c051f2d7 req-5ee6c076-51b6-41de-8ee2-ed0ac7dae574 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.2052572 Jun 29 16:33:01.335914 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 1f777171-ea23-404f-a06e-5807e7ecab14 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:01.344575 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 1f777171-ea23-404f-a06e-5807e7ecab14 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:01.345068 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.401385 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.410507 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d85db858-09f2-4a76-849c-9174ee40d83f req-c5c9e4b1-e2ef-41b7-92b7-0f20b00c8a61 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122291 Jun 29 16:33:01.418301 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64a6b4d0-acf6-46d4-9a5a-4e60c051f2d7 req-e2f7d13b-f3ac-4422-b96a-a430fc622111 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773919 Jun 29 16:33:01.451608 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.471745 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 1f777171-ea23-404f-a06e-5807e7ecab14, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=1f777171-ea23-404f-a06e-5807e7ecab14,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:01.489220 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.492432 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:01.554724 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.557629 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:01.590612 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Pushing event updated for resources: {'Port': ['ID=13c94fbb-2547-486b-b88e-31d9284439fe,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:01.595058 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 550198a9-2467-497b-9192-435e08f773b7 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:33:01.600211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:01.600211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.626701 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=1f777171-ea23-404f-a06e-5807e7ecab14,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:01.629984 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:01.680136 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854efd8e-a0b9-496c-a051-41b5d957abb8 req-5b75a6b7-9b71-4a55-a28e-587647159c0a tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:01.681649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-854efd8e-a0b9-496c-a051-41b5d957abb8 req-5b75a6b7-9b71-4a55-a28e-587647159c0a tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.1483095 Jun 29 16:33:01.708893 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 550198a9-2467-497b-9192-435e08f773b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=550198a9-2467-497b-9192-435e08f773b7,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:01.721767 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '550198a9-2467-497b-9192-435e08f773b7', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'port_id': '550198a9-2467-497b-9192-435e08f773b7', 'mac_address': 'fa:16:3e:d4:5f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20305d1-1329-4fdf-81ed-bf0e0d44f225', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:33:01.741345 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:01.745933 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-854efd8e-a0b9-496c-a051-41b5d957abb8 req-1d5a5b5f-218e-400d-accd-98e4ae809f2c tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576525 Jun 29 16:33:01.747034 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:01.780777 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.801689 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550198a9-2467-497b-9192-435e08f773b7 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:01.831946 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 550198a9-2467-497b-9192-435e08f773b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=550198a9-2467-497b-9192-435e08f773b7,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:01.892858 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:33:01.912680 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:01.916081 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:01.973721 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=550198a9-2467-497b-9192-435e08f773b7,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:01.978054 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:02.013712 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-bd4890fc-6d15-431a-9ef8-f78aa23f02ca None None] Provisioning complete for port 13c94fbb-2547-486b-b88e-31d9284439fe triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:02.014229 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-bd4890fc-6d15-431a-9ef8-f78aa23f02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:02.020677 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:33:02.026782 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] 10.222.0.65 "PUT /v2.0/routers/59c6dc6f-5402-4560-9f6a-646cb37d3a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0899060 Jun 29 16:33:02.062210 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-bd4890fc-6d15-431a-9ef8-f78aa23f02ca None None] Port 13c94fbb-2547-486b-b88e-31d9284439fe cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:33:02.153433 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc793c27-4198-441e-a66a-3df4a13753fe req-5ae3e8a6-c637-41a8-8f5b-3f65c5d1c5ee tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:02.155008 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cc793c27-4198-441e-a66a-3df4a13753fe req-5ae3e8a6-c637-41a8-8f5b-3f65c5d1c5ee tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 945 time: 0.0670736 Jun 29 16:33:02.197176 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cc793c27-4198-441e-a66a-3df4a13753fe req-260e9ced-8596-40cd-a3c6-e2bb615a4ab3 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Jun 29 16:33:02.210853 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:33:02.221460 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:02.222179 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:02.266056 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:33:02.336570 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:02.555971 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 2, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:02.587106 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:33:02.587492 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Updating router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c port 13c94fbb-2547-486b-b88e-31d9284439fe binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:33:02.627128 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:02.659239 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c181b-25da-4a55-ab26-a3c8c760e0ad req-88c32723-8914-4f0b-b7f5-e8db096fd4c4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:02.660824 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-867c181b-25da-4a55-ab26-a3c8c760e0ad req-88c32723-8914-4f0b-b7f5-e8db096fd4c4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1179225 Jun 29 16:33:02.695481 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf72b6-005f-4069-91a3-079931ab39dd req-663aea76-7e38-480c-a0d8-ab2af166a987 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:02.697296 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-83bf72b6-005f-4069-91a3-079931ab39dd req-663aea76-7e38-480c-a0d8-ab2af166a987 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1336393 Jun 29 16:33:02.750137 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-867c181b-25da-4a55-ab26-a3c8c760e0ad req-4a8a46b2-3eb6-482e-8849-3c89a39fd749 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810030 Jun 29 16:33:02.782873 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-83bf72b6-005f-4069-91a3-079931ab39dd req-17d91c69-5fcd-4ec7-bc2d-24f3d0bd6df0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789263 Jun 29 16:33:02.881934 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48526) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:02.889425 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-490380018-network', 'tenant_id': '954580ad64954717a1154883121a36a9'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:02.922589 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108508-ddee-4876-a869-aaadce084a75 req-f2071869-fd71-442e-b6be-0f422db1ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:02.924252 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-f2071869-fd71-442e-b6be-0f422db1ec92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098&tenant_id=c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 1097 time: 0.1632037 Jun 29 16:33:03.005769 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d9016-f3f5-4a76-b001-dae4df463457 req-c8e9d521-23eb-45f4-9f8f-a0ba4d39c2f8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:03.005769 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e97d9016-f3f5-4a76-b001-dae4df463457 req-c8e9d521-23eb-45f4-9f8f-a0ba4d39c2f8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.0753205 Jun 29 16:33:03.006125 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.006125 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Transition to ACTIVE for port object 13c94fbb-2547-486b-b88e-31d9284439fe will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:03.016241 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['550198a9-2467-497b-9192-435e08f773b7'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:33:03.019548 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108508-ddee-4876-a869-aaadce084a75 req-726afbb9-fb57-4929-8550-d4504189e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:03.021160 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-726afbb9-fb57-4929-8550-d4504189e789 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 1097 time: 0.0599442 Jun 29 16:33:03.027853 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e97d9016-f3f5-4a76-b001-dae4df463457 req-49bea4f0-038b-400c-b944-71f4a57edb60 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382426 Jun 29 16:33:03.135120 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108508-ddee-4876-a869-aaadce084a75 req-7bfa888e-8361-44d2-bed2-5ca88efe3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:03.136873 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-7bfa888e-8361-44d2-bed2-5ca88efe3118 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 918 time: 0.1055744 Jun 29 16:33:03.175774 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1f777171-ea23-404f-a06e-5807e7ecab14 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:03.215724 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Made reservation on behalf of 954580ad64954717a1154883121a36a9 for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:33:03.218434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.234270 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-18c4219e-f23b-44a4-8572-8d6c9ccf5a32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a HTTP/1.1" status: 200 len: 1000 time: 0.0895445 Jun 29 16:33:03.246061 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 1f777171-ea23-404f-a06e-5807e7ecab14 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:03.246444 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.250998 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.256720 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.262487 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:03.325613 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108508-ddee-4876-a869-aaadce084a75 req-1cf3b29d-b4fd-4638-9040-697790134639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:03.328954 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-1cf3b29d-b4fd-4638-9040-697790134639 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0806487 Jun 29 16:33:03.331769 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Pushing event updated for resources: {'Port': ['ID=13c94fbb-2547-486b-b88e-31d9284439fe,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:03.355454 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.356102 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.356603 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.357100 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.358159 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.358669 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.359151 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.359659 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.360337 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.362118 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.362699 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.363204 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:03.391932 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:03.433886 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108508-ddee-4876-a869-aaadce084a75 req-90cbf10c-b439-4b7c-b4d9-39696a482b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:03.435486 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-90cbf10c-b439-4b7c-b4d9-39696a482b3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986216 Jun 29 16:33:03.457709 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Attempting to bind port 13c94fbb-2547-486b-b88e-31d9284439fe on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:03.458084 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Attempting to bind port 13c94fbb-2547-486b-b88e-31d9284439fe by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:03.458653 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Attempting to bind port 13c94fbb-2547-486b-b88e-31d9284439fe on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:03.465284 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:03.465887 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Checking segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:03.466455 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.467855 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Bound using segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:03.468578 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Bound port: 13c94fbb-2547-486b-b88e-31d9284439fe, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:03.469152 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.476971 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.520601 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebef7d-6eb7-432f-842a-de9d6344bdba req-a8037193-c063-4ad9-babe-a63ce1570923 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:03.529196 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e3ebef7d-6eb7-432f-842a-de9d6344bdba req-a8037193-c063-4ad9-babe-a63ce1570923 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 945 time: 0.1762323 Jun 29 16:33:03.548751 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] For port 13c94fbb-2547-486b-b88e-31d9284439fe, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:03.552576 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] For port 13c94fbb-2547-486b-b88e-31d9284439fe, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=13c94fbb-2547-486b-b88e-31d9284439fe,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:03.569492 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e3ebef7d-6eb7-432f-842a-de9d6344bdba req-b2c23d6c-d9ac-4508-971a-1bd99e41fdf8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 Jun 29 16:33:03.594788 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-c586d171-822c-43f3-ac86-1c4f2177d91c service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517706 Jun 29 16:33:03.614813 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.619600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b251fde5-8075-4568-92e2-01394707b4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:03.641367 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:33:03.651551 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095915f5-9dc0-49df-b6d9-f6fa632d53f7,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:03.655283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:03.662202 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.662202 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Added segment c25af331-b0b2-425b-838f-68fcdb749fb0 of type vlan for network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e Jun 29 16:33:03.694882 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.698909 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-95108508-ddee-4876-a869-aaadce084a75 req-5687597f-4997-4768-bcf3-fdfe9c57c24f service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898407 Jun 29 16:33:03.703644 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:03.703782 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.765117 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:03.765780 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:03.827051 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.828573 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:03.829270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:03.849831 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:03.914744 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Pushing event updated for resources: {'Port': ['ID=13c94fbb-2547-486b-b88e-31d9284439fe,revision_number=4']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:03.927855 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:03.937957 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Pushing event updated for resources: {'Network': ['ID=6476af08-cf6b-4ab3-94c6-8c04b46ae93e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:03.950312 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:33:03.960518 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0764799 Jun 29 16:33:03.962802 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:03.963580 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48542) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:03.969893 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Request body: {'subnet': {'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-490380018-subnet', 'tenant_id': '954580ad64954717a1154883121a36a9', 'ip_version': 4}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:03.970523 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:04.106841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cc8c3-e45f-42c9-911b-b684d4919787 req-274ff330-f951-4bde-9237-ace2c6c6348e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:04.108796 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4a5cc8c3-e45f-42c9-911b-b684d4919787 req-274ff330-f951-4bde-9237-ace2c6c6348e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1681786 Jun 29 16:33:04.123641 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad189b-f94d-4802-b51d-d8d476f12623 req-c8c627cb-da9d-40b0-a439-7ab6f3a0f86b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:04.125356 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e5ad189b-f94d-4802-b51d-d8d476f12623 req-c8c627cb-da9d-40b0-a439-7ab6f3a0f86b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1636407 Jun 29 16:33:04.142292 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Made reservation on behalf of 954580ad64954717a1154883121a36a9 for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:33:04.145709 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9340803'] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:04.196306 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e5ad189b-f94d-4802-b51d-d8d476f12623 req-38d443b0-c15c-4734-91af-f12e00dcea84 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616999 Jun 29 16:33:04.224427 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4a5cc8c3-e45f-42c9-911b-b684d4919787 req-ba7c4e2b-8136-4b0f-a9c9-4f3f3da748ec tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979097 Jun 29 16:33:04.394989 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:03Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:04.432947 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c77c655-85a3-4dfc-ac6c-e2214f12b9f5 None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:03Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:33:04.439115 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6102d-a41d-4448-828c-8151ef36b714 req-9727ada1-ca22-40d3-ab91-7f90a7c67f14 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:04.441019 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53e6102d-a41d-4448-828c-8151ef36b714 req-9727ada1-ca22-40d3-ab91-7f90a7c67f14 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.0935512 Jun 29 16:33:04.478775 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9340817'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:04.501600 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:04.515971 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53e6102d-a41d-4448-828c-8151ef36b714 req-b9be8c9b-6eeb-43bf-a57d-587b3a5d2412 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648272 Jun 29 16:33:04.571057 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=78606752-c5e5-46aa-8307-d3435b1a0ebd,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:04.574812 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:04.581190 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Checking segment: {'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:04.581552 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Network hostable DHCP agents. Network: 6476af08-cf6b-4ab3-94c6-8c04b46ae93e, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:33:04.700760 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:33:04.777450 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585827b-bc31-4684-97b0-7143a886295d req-eb4e9a7c-af7e-4670-8681-8ec93bc3c5cc tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:04.785404 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1585827b-bc31-4684-97b0-7143a886295d req-eb4e9a7c-af7e-4670-8681-8ec93bc3c5cc tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 945 time: 0.0978298 Jun 29 16:33:04.845573 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 6476af08-cf6b-4ab3-94c6-8c04b46ae93e) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:04.850384 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1585827b-bc31-4684-97b0-7143a886295d req-16fbfa3e-b5ea-4112-b45c-51736174e231 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Jun 29 16:33:04.858857 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cdfb4-494d-4cc8-8286-46a12c42d722 None None] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:33:04.871872 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:04.873646 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.013569 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191807-b2a5-4374-8fe7-350b86e9c7ec req-510e2465-2878-4647-8d0f-2b5b3ea846ab tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:05.015155 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-38191807-b2a5-4374-8fe7-350b86e9c7ec req-510e2465-2878-4647-8d0f-2b5b3ea846ab tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0982306 Jun 29 16:33:05.046427 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0783057 Jun 29 16:33:05.046977 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48574) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:05.052168 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:05.065079 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-38191807-b2a5-4374-8fe7-350b86e9c7ec req-bdfa0dbf-b436-4c71-80c9-d5ed31debedf tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 Jun 29 16:33:05.074269 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-6476af08-cf6b-4ab3-94c6-8c04b46ae93e', 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e', 'tenant_id': '954580ad64954717a1154883121a36a9', 'fixed_ips': [{'subnet_id': '78606752-c5e5-46aa-8307-d3435b1a0ebd'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:33:05.075423 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.205577 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 13c94fbb-2547-486b-b88e-31d9284439fe up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:05.228177 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.229325 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.286030 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Allocated IP 172.20.0.2 (6476af08-cf6b-4ab3-94c6-8c04b46ae93e/78606752-c5e5-46aa-8307-d3435b1a0ebd/5e72b769-9ef3-434f-b982-40c41186584e) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:05.297460 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.408654 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 13c94fbb-2547-486b-b88e-31d9284439fe completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:05.446669 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 13c94fbb-2547-486b-b88e-31d9284439fe triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:05.447126 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.455017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56457208-4adc-4ff7-966f-b7c8c71e2579 req-daf1384d-c22e-4075-a703-ff51a9525344 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:05.456663 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-56457208-4adc-4ff7-966f-b7c8c71e2579 req-daf1384d-c22e-4075-a703-ff51a9525344 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0933695 Jun 29 16:33:05.505490 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.516700 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Transition to ACTIVE for port object 5e72b769-9ef3-434f-b982-40c41186584e will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:05.533077 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-56457208-4adc-4ff7-966f-b7c8c71e2579 req-018ea0cc-9f82-4820-93ea-4686b579fd57 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686007 Jun 29 16:33:05.559493 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Transition to ACTIVE for port object 5e72b769-9ef3-434f-b982-40c41186584e will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:05.568831 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.583407 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.612688 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 550198a9-2467-497b-9192-435e08f773b7 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:05.691278 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 13c94fbb-2547-486b-b88e-31d9284439fe, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=13c94fbb-2547-486b-b88e-31d9284439fe,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:05.697391 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.705004 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:05.743444 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1ed6-f0c9-47ba-a459-0bb632c11954 req-e35655bd-85fe-42f4-a2fc-ed796e0cbbd5 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:05.745505 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5a6c1ed6-f0c9-47ba-a459-0bb632c11954 req-e35655bd-85fe-42f4-a2fc-ed796e0cbbd5 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.0869699 Jun 29 16:33:05.771653 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:05.793829 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:05.805363 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5a6c1ed6-f0c9-47ba-a459-0bb632c11954 req-6ca46003-9a72-452c-84b1-a205b1b2051f tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532801 Jun 29 16:33:05.807545 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:05.818996 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:05.833236 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Pushing event updated for resources: {'Port': ['ID=5e72b769-9ef3-434f-b982-40c41186584e,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:05.842452 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:05.843239 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-096b72ea-2ce1-4fed-a224-f5965b93ce7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:05.928779 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 550198a9-2467-497b-9192-435e08f773b7 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:05.993032 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 550198a9-2467-497b-9192-435e08f773b7 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:05.993032 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.054610 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14cd644-8d85-4b58-9efd-2e637a35fcfe req-0255b151-97b1-4b60-87d9-22d560795be0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:06.056254 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c14cd644-8d85-4b58-9efd-2e637a35fcfe req-0255b151-97b1-4b60-87d9-22d560795be0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 945 time: 0.0718424 Jun 29 16:33:06.061537 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Attempting to bind port 5e72b769-9ef3-434f-b982-40c41186584e on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:06.062147 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Attempting to bind port 5e72b769-9ef3-434f-b982-40c41186584e by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:06.062744 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Attempting to bind port 5e72b769-9ef3-434f-b982-40c41186584e on network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:06.072156 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=13c94fbb-2547-486b-b88e-31d9284439fe,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:06.087416 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:06.094589 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:06.095231 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Checking segment: {'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:06.095944 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.096604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Bound using segment: {'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:06.097428 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Bound port: 5e72b769-9ef3-434f-b982-40c41186584e, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:06.098065 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.131371 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c14cd644-8d85-4b58-9efd-2e637a35fcfe req-a1aa2bc5-2c8f-412b-8f40-39a21eb6479e tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640719 Jun 29 16:33:06.178634 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.200254 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.293681 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ed1fb-9b66-44ca-911c-6a96af527055 req-b0eefc24-fa36-4a0b-80e7-b0dc8e37768e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:06.296177 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a42ed1fb-9b66-44ca-911c-6a96af527055 req-b0eefc24-fa36-4a0b-80e7-b0dc8e37768e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0766087 Jun 29 16:33:06.331911 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] For port 5e72b769-9ef3-434f-b982-40c41186584e, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:06.337495 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] For port 5e72b769-9ef3-434f-b982-40c41186584e, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=5e72b769-9ef3-434f-b982-40c41186584e,segment=NetworkSegment(c25af331-b0b2-425b-838f-68fcdb749fb0),segment_id=c25af331-b0b2-425b-838f-68fcdb749fb0)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:06.338115 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Allocated IP 172.27.3.100 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/f723d55d-f7aa-4772-98a5-7e37f5826df7) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:06.342486 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.354543 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a42ed1fb-9b66-44ca-911c-6a96af527055 req-461a1f59-d8e9-4d7b-81eb-d9f0872c671c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465283 Jun 29 16:33:06.380644 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2132372-8e34-48af-a9e0-390ee352835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550198a9-2467-497b-9192-435e08f773b7'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:06.383442 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0f94a-59cf-4720-a7cb-010f0b386807" -d '{"events": [{"server_uuid": "f2132372-8e34-48af-a9e0-390ee352835a", "name": "network-vif-plugged", "status": "completed", "tag": "550198a9-2467-497b-9192-435e08f773b7"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:06.390165 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 550198a9-2467-497b-9192-435e08f773b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=550198a9-2467-497b-9192-435e08f773b7,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:06.421831 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.426091 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:06.428809 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9147dd05-4b33-463b-984e-8223deb904a6 x-openstack-request-id: req-9147dd05-4b33-463b-984e-8223deb904a6 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:06.432996 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2132372-8e34-48af-a9e0-390ee352835a", "name": "network-vif-plugged", "status": "completed", "tag": "550198a9-2467-497b-9192-435e08f773b7", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:06.432996 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9147dd05-4b33-463b-984e-8223deb904a6 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:06.432996 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2132372-8e34-48af-a9e0-390ee352835a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550198a9-2467-497b-9192-435e08f773b7', 'code': 200} Jun 29 16:33:06.457841 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.491013 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Pushing event updated for resources: {'Port': ['ID=5e72b769-9ef3-434f-b982-40c41186584e,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:06.494235 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.496454 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:06.501565 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:06.556526 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=550198a9-2467-497b-9192-435e08f773b7,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:06.561757 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:06.627815 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:06.658835 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ae9dea87-88be-4ced-a6e4-3ffe20234af2 tempest-ServerRescueNegativeTestJSON-1379844236 tempest-ServerRescueNegativeTestJSON-1379844236-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:06.685351 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:06.726013 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:06.733486 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:06.809736 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Pushing event updated for resources: {'Port': ['ID=f723d55d-f7aa-4772-98a5-7e37f5826df7,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:06.835661 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.845890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:06.859364 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:06.968458 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6752f-61bb-4ff1-8ac6-db149ca4537e req-c3e5eae3-d483-4620-8861-89b109a00b42 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:06.972746 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-77a6752f-61bb-4ff1-8ac6-db149ca4537e req-c3e5eae3-d483-4620-8861-89b109a00b42 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1263075 Jun 29 16:33:07.041900 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-77a6752f-61bb-4ff1-8ac6-db149ca4537e req-60e6693e-e248-4fb6-97b0-59a06e0b98c3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633211 Jun 29 16:33:07.136415 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e340a-8f58-47a8-80be-977635697331 req-d73fc5c6-b132-4614-885c-50a06da903d3 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:07.138518 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d36e340a-8f58-47a8-80be-977635697331 req-d73fc5c6-b132-4614-885c-50a06da903d3 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.1170373 Jun 29 16:33:07.236723 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d36e340a-8f58-47a8-80be-977635697331 req-13adea98-9966-4aab-9ee8-a4a1b31ad40f tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891602 Jun 29 16:33:07.399454 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5e72b769-9ef3-434f-b982-40c41186584e up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:07.421119 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:07.465197 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31a4fe-6416-4950-bef2-c190562a039d req-823f4d00-3153-4836-bb61-c968d32453e5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:07.473850 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0d31a4fe-6416-4950-bef2-c190562a039d req-823f4d00-3153-4836-bb61-c968d32453e5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1303875 Jun 29 16:33:07.541276 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0d31a4fe-6416-4950-bef2-c190562a039d req-b04b128d-ec0e-423a-9a96-c1b57ec6405c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659864 Jun 29 16:33:07.615078 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 5e72b769-9ef3-434f-b982-40c41186584e completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:07.621000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 13c94fbb-2547-486b-b88e-31d9284439fe up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:07.712143 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 13c94fbb-2547-486b-b88e-31d9284439fe triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:07.713063 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:07.755021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347395a-f44b-401e-8ea7-f05038a5e031 req-61ce7297-af9e-4152-a60e-21e85302d72a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:07.762147 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4347395a-f44b-401e-8ea7-f05038a5e031 req-61ce7297-af9e-4152-a60e-21e85302d72a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1493301 Jun 29 16:33:07.831629 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4347395a-f44b-401e-8ea7-f05038a5e031 req-51a5a3e9-ad94-4915-b06b-e1917a6ef6c8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575390 Jun 29 16:33:07.863879 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:07.897623 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92ab5f-4cef-4cac-97fb-3ac4ba0d79b1 None None] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:33:08.073741 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Provisioning for port 5e72b769-9ef3-434f-b982-40c41186584e completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:08.085396 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Provisioning complete for port 5e72b769-9ef3-434f-b982-40c41186584e triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:08.085774 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.134952 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:33:08.202073 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.242903 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] For port 5e72b769-9ef3-434f-b982-40c41186584e, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=5e72b769-9ef3-434f-b982-40c41186584e,segment=NetworkSegment(c25af331-b0b2-425b-838f-68fcdb749fb0),segment_id=c25af331-b0b2-425b-838f-68fcdb749fb0)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:08.314137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:33:08.328201 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.330687 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:08.370082 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8adcf-d1c4-4f7f-be56-d5bca5677f4e req-6808de44-82d0-44c5-bb48-dd1db57ca180 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:08.377609 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-54d8adcf-d1c4-4f7f-be56-d5bca5677f4e req-6808de44-82d0-44c5-bb48-dd1db57ca180 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1560130 Jun 29 16:33:08.415673 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.421261 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3726900 Jun 29 16:33:08.422848 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48606) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:08.429948 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Pushing event updated for resources: {'Port': ['ID=5e72b769-9ef3-434f-b982-40c41186584e,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:08.434963 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Sync routers for ids ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:33:08.446925 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:08.486823 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-7452482e-bc30-4bbc-b4a3-b4443f8fa3c7 None None] Provisioning complete for port 5e72b769-9ef3-434f-b982-40c41186584e triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:08.487280 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-7452482e-bc30-4bbc-b4a3-b4443f8fa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:08.515827 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-54d8adcf-d1c4-4f7f-be56-d5bca5677f4e req-684f40ca-5937-4c0b-835c-64d155867ce8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369667 Jun 29 16:33:08.536007 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Routers {'7980dca2-0d30-4be7-93a9-1d6cfa25ae54'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:08.536681 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:08.585712 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dc152-4533-44a6-bd65-fa8281cc3622 req-6af5b6ac-a5aa-4a87-94b5-848ca9aab6cb tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:08.597270 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f2dc152-4533-44a6-bd65-fa8281cc3622 req-6af5b6ac-a5aa-4a87-94b5-848ca9aab6cb tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.1870928 Jun 29 16:33:08.698454 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f2dc152-4533-44a6-bd65-fa8281cc3622 req-89d86748-3f89-4406-a931-75f7b6efd07d tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987775 Jun 29 16:33:08.799880 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45996e-0420-4e7a-a351-60887f58b724 req-d82c3213-65c1-4b43-ac6e-feb85365795e tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:08.802768 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Set router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:08.807021 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2d45996e-0420-4e7a-a351-60887f58b724 req-d82c3213-65c1-4b43-ac6e-feb85365795e tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.0923426 Jun 29 16:33:08.868358 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2d45996e-0420-4e7a-a351-60887f58b724 req-c365a3b0-376e-49a3-9f36-42880e64acc2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602987 Jun 29 16:33:09.087777 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ebc9a-d4ba-4c7b-abe6-95d8fa352769 req-29a2e014-09cb-45f7-be41-2f5c217e7876 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:09.089359 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a48ebc9a-d4ba-4c7b-abe6-95d8fa352769 req-29a2e014-09cb-45f7-be41-2f5c217e7876 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0961752 Jun 29 16:33:09.098556 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:33:07Z', 'revision_number': 3, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port': {'id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:06Z', 'updated_at': '2021-06-29T16:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:09.143144 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Checking router: 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:33:09.143535 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Updating router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 port f723d55d-f7aa-4772-98a5-7e37f5826df7 binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:33:09.175969 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a48ebc9a-d4ba-4c7b-abe6-95d8fa352769 req-d0f1c754-a0ed-4e0b-95e0-6f99f5e58b49 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722120 Jun 29 16:33:09.180120 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:09.202801 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:09.226306 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5e72b769-9ef3-434f-b982-40c41186584e up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:09.381307 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 5e72b769-9ef3-434f-b982-40c41186584e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:09.381713 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:09.428272 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Allocated IP 172.20.0.1 (6476af08-cf6b-4ab3-94c6-8c04b46ae93e/78606752-c5e5-46aa-8307-d3435b1a0ebd/01d0addf-8b2e-406a-bdc8-b92faeeabbf8) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:09.601734 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:09.621827 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Transition to ACTIVE for port object 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:09.672957 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:09.702949 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Transition to ACTIVE for port object f723d55d-f7aa-4772-98a5-7e37f5826df7 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:09.864732 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57191630-3bc6-4ae8-a4b1-de79512c7848 req-fb2d278c-9167-460e-b380-23abf2ca7d50 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:09.867656 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-57191630-3bc6-4ae8-a4b1-de79512c7848 req-fb2d278c-9167-460e-b380-23abf2ca7d50 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1158779 Jun 29 16:33:09.930491 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-57191630-3bc6-4ae8-a4b1-de79512c7848 req-7e02c7cb-c8b8-4add-9ebc-8379b83f58e8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567784 Jun 29 16:33:09.956834 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6017b75-ea5d-4207-b6c4-b3bdd9317a0a req-d7e0db52-b69c-4fbd-b21f-17c118e4bcd8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:09.959417 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b6017b75-ea5d-4207-b6c4-b3bdd9317a0a req-d7e0db52-b69c-4fbd-b21f-17c118e4bcd8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.1350980 Jun 29 16:33:10.011612 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.067710 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-096b72ea-2ce1-4fed-a224-f5965b93ce7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:10.069680 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b6017b75-ea5d-4207-b6c4-b3bdd9317a0a req-eb10aef0-3c46-4ff3-b058-aa967cac11a9 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507452 Jun 29 16:33:10.091279 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853884a-36b1-4004-8d64-649f0131f08e None None] Pushing event updated for resources: {'Port': ['ID=f723d55d-f7aa-4772-98a5-7e37f5826df7,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:10.098152 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f853884a-36b1-4004-8d64-649f0131f08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:10.120666 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Attempting to bind port f723d55d-f7aa-4772-98a5-7e37f5826df7 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:10.121238 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Attempting to bind port f723d55d-f7aa-4772-98a5-7e37f5826df7 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:10.121759 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Attempting to bind port f723d55d-f7aa-4772-98a5-7e37f5826df7 on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:10.130438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:10.130823 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:10.131302 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.136071 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:10.136800 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Bound port: f723d55d-f7aa-4772-98a5-7e37f5826df7, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:10.137295 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.315785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] For port f723d55d-f7aa-4772-98a5-7e37f5826df7, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:10.315785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] For port f723d55d-f7aa-4772-98a5-7e37f5826df7, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=f723d55d-f7aa-4772-98a5-7e37f5826df7,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:10.316212 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cafcda-762f-44fc-a70e-84a667144679 req-4c8227cd-b34a-4208-81f6-07ade10c2ce5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:10.316212 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-93cafcda-762f-44fc-a70e-84a667144679 req-4c8227cd-b34a-4208-81f6-07ade10c2ce5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.0945687 Jun 29 16:33:10.316212 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-93cafcda-762f-44fc-a70e-84a667144679 req-7a2a3d28-3376-4bc9-adaf-66e8bb64ad37 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319343 Jun 29 16:33:10.393108 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cc26f-e96c-4abb-8475-9af6df91da7d req-d5534eb7-3172-4d35-abdf-28c03df753d4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:10.394728 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cf3cc26f-e96c-4abb-8475-9af6df91da7d req-d5534eb7-3172-4d35-abdf-28c03df753d4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1085351 Jun 29 16:33:10.447883 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cf3cc26f-e96c-4abb-8475-9af6df91da7d req-6a30b2f4-fdb0-4e9a-ae18-676d341c1e8e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464156 Jun 29 16:33:10.631698 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.631698 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:10.684908 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:10.691700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:10.695128 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:10.718596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Pushing event updated for resources: {'Port': ['ID=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:10.722722 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:10.742311 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.799043 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:10.801661 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:10.874377 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853884a-36b1-4004-8d64-649f0131f08e None None] Pushing event updated for resources: {'Port': ['ID=f723d55d-f7aa-4772-98a5-7e37f5826df7,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:10.879026 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f853884a-36b1-4004-8d64-649f0131f08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:10.896829 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Routers {'7980dca2-0d30-4be7-93a9-1d6cfa25ae54'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:10.897384 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:11.027139 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] Set router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:11.057365 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-939166e6-70d5-4a78-9040-a59bd7b046d1 None None] Provisioning for port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:11.092302 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-939166e6-70d5-4a78-9040-a59bd7b046d1 None None] Provisioning complete for port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:11.092775 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-939166e6-70d5-4a78-9040-a59bd7b046d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.106548 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.136306 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-939166e6-70d5-4a78-9040-a59bd7b046d1 None None] Port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:33:11.173429 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ddb4f-bf30-49fa-8d33-dea400f3e880 req-56645683-95c9-4db0-957d-d6e7bc89775b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.178858 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-941ddb4f-bf30-49fa-8d33-dea400f3e880 req-56645683-95c9-4db0-957d-d6e7bc89775b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1040337 Jun 29 16:33:11.279054 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-941ddb4f-bf30-49fa-8d33-dea400f3e880 req-33d0bba4-014a-48d0-a616-f54cfb200516 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959685 Jun 29 16:33:11.340511 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4cb7-a558-4c49-94f0-7516e5ba91a8 req-88031715-306b-4fb1-81a8-fceb8ed27ef8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.342604 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d62e4cb7-a558-4c49-94f0-7516e5ba91a8 req-88031715-306b-4fb1-81a8-fceb8ed27ef8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.1033208 Jun 29 16:33:11.392474 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.411267 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d62e4cb7-a558-4c49-94f0-7516e5ba91a8 req-1e0c7cfc-74cc-49ca-9b63-bba370c226d3 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626888 Jun 29 16:33:11.444019 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.446817 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:11.531799 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:33:07Z', 'revision_number': 3, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port': {'id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:06Z', 'updated_at': '2021-06-29T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:11.562418 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Pushing event updated for resources: {'Port': ['ID=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:11.571292 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:11.572524 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:11.591147 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38608fb9-b877-4cdd-b63b-64b83a43c4d1 req-7a5bd525-c227-4fe5-9f87-c25137f9fbfe tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.596297 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceef5cc-6e80-4f7b-aebf-74f96ea72057 None None] The sync data for ids ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'] in dv-cinder-793515-6-iscsi is: [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:33:07Z', 'revision_number': 3, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port': {'id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:06Z', 'updated_at': '2021-06-29T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:33:11.598208 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-38608fb9-b877-4cdd-b63b-64b83a43c4d1 req-7a5bd525-c227-4fe5-9f87-c25137f9fbfe tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1111701 Jun 29 16:33:11.669954 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-38608fb9-b877-4cdd-b63b-64b83a43c4d1 req-ee6b5ccd-fb38-41d1-9a30-994cd2eab59f tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607607 Jun 29 16:33:11.702026 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:11.703934 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:11.868063 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d9371-eaf7-4935-abee-c637704d5fe9 req-24927653-85fd-4796-bf32-282c73cf3ef8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:11.876931 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-173d9371-eaf7-4935-abee-c637704d5fe9 req-24927653-85fd-4796-bf32-282c73cf3ef8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1702232 Jun 29 16:33:11.898530 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:33:11.947482 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-173d9371-eaf7-4935-abee-c637704d5fe9 req-39fda87a-828a-4281-a71f-478a04ab0e3c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689249 Jun 29 16:33:12.097510 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-6cb2810f-e0d1-45ac-a09a-d2360500bb9d None None] Provisioning complete for port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:12.098446 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-6cb2810f-e0d1-45ac-a09a-d2360500bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:12.167483 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2810f-e0d1-45ac-a09a-d2360500bb9d None None] Port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:33:12.403338 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:33:12.411988 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] 10.222.0.65 "PUT /v2.0/routers/7980dca2-0d30-4be7-93a9-1d6cfa25ae54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9879398 Jun 29 16:33:12.860432 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2287-52dd-48b0-9d33-f8abe905d0c5 req-dce04003-ff1c-4e92-afa7-b283cc6dad44 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.862005 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be5c2287-52dd-48b0-9d33-f8abe905d0c5 req-dce04003-ff1c-4e92-afa7-b283cc6dad44 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 950 time: 0.2341216 Jun 29 16:33:12.875067 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adc5ec-a383-4e88-9c90-1aa40eb414d8 req-a0cedc27-09ab-4347-8d4f-5edd8cf1713f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:12.880284 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-14adc5ec-a383-4e88-9c90-1aa40eb414d8 req-a0cedc27-09ab-4347-8d4f-5edd8cf1713f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.2090871 Jun 29 16:33:12.947454 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-14adc5ec-a383-4e88-9c90-1aa40eb414d8 req-a718e577-3595-4aba-971d-38abe1220278 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586965 Jun 29 16:33:12.955941 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be5c2287-52dd-48b0-9d33-f8abe905d0c5 req-baa1d461-0575-4077-b36b-3de08ff1f559 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741985 Jun 29 16:33:13.222625 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725d7f7-a4b6-45de-92ca-db0e284dcf8e req-802a8e48-9a57-4ad0-b0a4-96ac95438bf0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:13.231091 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7725d7f7-a4b6-45de-92ca-db0e284dcf8e req-802a8e48-9a57-4ad0-b0a4-96ac95438bf0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1379774 Jun 29 16:33:13.296239 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7725d7f7-a4b6-45de-92ca-db0e284dcf8e req-64cc5954-d33c-4e09-849e-dced306f0331 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642450 Jun 29 16:33:13.301905 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device f723d55d-f7aa-4772-98a5-7e37f5826df7 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:13.437805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port f723d55d-f7aa-4772-98a5-7e37f5826df7 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:13.443589 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port f723d55d-f7aa-4772-98a5-7e37f5826df7 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:13.444524 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:13.533210 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 11ce2fbe-d46d-4ae0-a0a5-37830993bddf no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:33:13.587335 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:13.596489 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cb2fc-758e-4db4-92d4-6deab8b4f4e3 req-596efaa3-ab3f-4317-b63b-448ed6aa0c96 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:13.598946 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da7cb2fc-758e-4db4-92d4-6deab8b4f4e3 req-596efaa3-ab3f-4317-b63b-448ed6aa0c96 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0941613 Jun 29 16:33:13.632628 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port f723d55d-f7aa-4772-98a5-7e37f5826df7, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=f723d55d-f7aa-4772-98a5-7e37f5826df7,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:13.662242 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da7cb2fc-758e-4db4-92d4-6deab8b4f4e3 req-b7b62cee-b985-459b-b5a5-8639e2b6b966 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573595 Jun 29 16:33:13.705617 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:13.745504 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:13.748536 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4a0903-bc01-4962-90b1-0caca149e730" -d '{"events": [{"server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "name": "network-vif-unplugged", "status": "completed", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:13.771321 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:13.773206 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:13.777712 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:13.841188 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba557e5-33e5-408e-998c-19607c1c577d x-openstack-request-id: req-3ba557e5-33e5-408e-998c-19607c1c577d {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:13.841499 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "name": "network-vif-unplugged", "status": "completed", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:13.841776 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ba557e5-33e5-408e-998c-19607c1c577d {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:13.842173 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf', 'code': 200} Jun 29 16:33:13.849657 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:13.849657 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=f723d55d-f7aa-4772-98a5-7e37f5826df7,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:13.852112 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:13.852567 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f853884a-36b1-4004-8d64-649f0131f08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:13.919423 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,revision_number=6']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:13.922899 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:13.959334 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48660) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:13.964185 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497651203', 'description': 'tempest-secgroup-smoke-497651203 description', 'project_id': '4eba69c887a24efd804d007b6a8631e0'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:14.081978 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Sync routers for ids ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:33:14.097670 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Routers {'7980dca2-0d30-4be7-93a9-1d6cfa25ae54'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:14.098300 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:14.106780 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:14.250344 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Set router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:14.282012 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3850b20-1c22-4aab-a5d3-342028627789 req-8bbe2a1d-b1ca-4a30-a7f4-dc148099a0c0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:14.283772 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3850b20-1c22-4aab-a5d3-342028627789 req-8bbe2a1d-b1ca-4a30-a7f4-dc148099a0c0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1743498 Jun 29 16:33:14.532707 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:33:10Z', 'revision_number': 4, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port': {'id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:06Z', 'updated_at': '2021-06-29T16:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '01d0addf-8b2e-406a-bdc8-b92faeeabbf8', 'name': '', 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e', 'tenant_id': '954580ad64954717a1154883121a36a9', 'mac_address': 'fa:16:3e:70:5d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '78606752-c5e5-46aa-8307-d3435b1a0ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:09Z', 'updated_at': '2021-06-29T16:33:11Z', 'revision_number': 2, 'project_id': '954580ad64954717a1154883121a36a9', 'subnets': [{'id': '78606752-c5e5-46aa-8307-d3435b1a0ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:14.561024 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Checking router: 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:33:14.561373 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Updating router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:33:14.609930 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:14.643313 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4b6c-ac13-4c3c-9058-f3d96201a496 req-0a40aa18-48e0-4c8b-9f98-b6d6f682d8fc tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:14.650474 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-055e4b6c-ac13-4c3c-9058-f3d96201a496 req-0a40aa18-48e0-4c8b-9f98-b6d6f682d8fc tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.5048389 Jun 29 16:33:14.745108 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3850b20-1c22-4aab-a5d3-342028627789 req-eb63ad27-d67f-4090-b209-e62adfcf7842 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608398 Jun 29 16:33:14.745108 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:14.745108 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-055e4b6c-ac13-4c3c-9058-f3d96201a496 req-e96aaf1b-2ed0-4da0-92fc-4817482d8e0d tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651057 Jun 29 16:33:14.912372 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84081c-663c-4f59-b26e-758204b1f22b req-dcf2ff07-a63b-4c68-b23d-6e1eb990c870 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:14.914531 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5e84081c-663c-4f59-b26e-758204b1f22b req-dcf2ff07-a63b-4c68-b23d-6e1eb990c870 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1459460 Jun 29 16:33:15.006815 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5e84081c-663c-4f59-b26e-758204b1f22b req-5efb2b6f-5497-43d8-9ace-7af740635a1a tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781114 Jun 29 16:33:15.015098 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6a58c-a1c5-43a7-934c-8a40a8fa144d req-642665b7-7ad0-4785-8d44-ebd122160324 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:15.016671 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33b6a58c-a1c5-43a7-934c-8a40a8fa144d req-642665b7-7ad0-4785-8d44-ebd122160324 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1656966 Jun 29 16:33:15.052155 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.065184 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33b6a58c-a1c5-43a7-934c-8a40a8fa144d req-8e501700-215d-4361-baf7-f4420ee19005 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Jun 29 16:33:15.130909 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Transition to ACTIVE for port object 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:15.183994 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device f723d55d-f7aa-4772-98a5-7e37f5826df7 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:15.237368 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.243158 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-dc5b49a8-fb0d-4f69-b00f-51347b02c77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:15.253772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port f723d55d-f7aa-4772-98a5-7e37f5826df7 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:15.254160 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.275464 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e9aa40-a36f-4a04-8d30-108284a66717,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:15.283664 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.284053 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.284731 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.285100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.285591 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.285957 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.286308 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.286662 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.287011 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.287583 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.288089 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.288335 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:15.292342 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:15.312863 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.315359 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:15.369567 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.375416 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4103508 Jun 29 16:33:15.375572 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7751c-1c13-4ba3-a8ae-379e8b74646e None None] Pushing event updated for resources: {'Port': ['ID=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:15.375680 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48672) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:15.388717 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'security_group_rule': {'security_group_id': '75e9aa40-a36f-4a04-8d30-108284a66717', 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:15.402077 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-e8e7751c-1c13-4ba3-a8ae-379e8b74646e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:15.440048 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Attempting to bind port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:15.440427 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Attempting to bind port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:15.440796 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Attempting to bind port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 on network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:15.447086 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:15.447914 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Checking segment: {'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:15.447914 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.448279 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Bound using segment: {'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:15.448761 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Bound port: 01d0addf-8b2e-406a-bdc8-b92faeeabbf8, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25af331-b0b2-425b-838f-68fcdb749fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:15.449164 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.530213 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] For port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:15.539341 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] For port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,segment=NetworkSegment(c25af331-b0b2-425b-838f-68fcdb749fb0),segment_id=c25af331-b0b2-425b-838f-68fcdb749fb0)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:15.542163 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.624960 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.631277 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-fb43b92f-f600-43a1-87d6-a39705ce96b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:15.639383 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.702370 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Routers {'7980dca2-0d30-4be7-93a9-1d6cfa25ae54'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:33:15.702905 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:32:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:15.749450 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.756112 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-2cf52dfe-0513-443a-aec5-9d6adf0eba6a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:15.823321 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b7e1ae-532e-4910-8ce1-b75021711e6f,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:15.836762 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:15.876127 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7751c-1c13-4ba3-a8ae-379e8b74646e None None] Pushing event updated for resources: {'Port': ['ID=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,revision_number=4']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:15.900078 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] Set router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:33:15.924261 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:15.926543 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451038 Jun 29 16:33:15.928300 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48680) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:15.950076 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'security_group_rule': {'security_group_id': '75e9aa40-a36f-4a04-8d30-108284a66717', 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:16.026102 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-e8e7751c-1c13-4ba3-a8ae-379e8b74646e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:16.040893 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4664e-03d8-48b3-9897-9c3b9e66245e req-9e6b9a44-0d49-4826-af57-9f8ca0df9c0e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:16.042984 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1bc4664e-03d8-48b3-9897-9c3b9e66245e req-9e6b9a44-0d49-4826-af57-9f8ca0df9c0e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1746359 Jun 29 16:33:16.087033 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127696f-817d-4fd8-9a03-a4a4ec218c19 req-a03c3283-9afb-46a9-8ac4-c53e26c37337 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:16.090464 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e127696f-817d-4fd8-9a03-a4a4ec218c19 req-a03c3283-9afb-46a9-8ac4-c53e26c37337 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.1452811 Jun 29 16:33:16.124713 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1bc4664e-03d8-48b3-9897-9c3b9e66245e req-300052df-a17d-4883-bf30-66f6894b62b5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735629 Jun 29 16:33:16.156915 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e127696f-817d-4fd8-9a03-a4a4ec218c19 req-149dd37d-8130-4a3d-9836-ec3b4c03e3bb tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594268 Jun 29 16:33:16.168647 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.217366 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:33:10Z', 'revision_number': 4, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port': {'id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:06Z', 'updated_at': '2021-06-29T16:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '01d0addf-8b2e-406a-bdc8-b92faeeabbf8', 'name': '', 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e', 'tenant_id': '954580ad64954717a1154883121a36a9', 'mac_address': 'fa:16:3e:70:5d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '78606752-c5e5-46aa-8307-d3435b1a0ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:09Z', 'updated_at': '2021-06-29T16:33:15Z', 'revision_number': 4, 'project_id': '954580ad64954717a1154883121a36a9', 'subnets': [{'id': '78606752-c5e5-46aa-8307-d3435b1a0ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:33:16.286136 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e875b6-add1-4f0b-ad64-fc8a9c7a2e82 None None] The sync data for ids ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'] in dv-cinder-793515-6-iscsi is: [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:33:10Z', 'revision_number': 4, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port': {'id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:06Z', 'updated_at': '2021-06-29T16:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '01d0addf-8b2e-406a-bdc8-b92faeeabbf8', 'name': '', 'network_id': '6476af08-cf6b-4ab3-94c6-8c04b46ae93e', 'tenant_id': '954580ad64954717a1154883121a36a9', 'mac_address': 'fa:16:3e:70:5d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '78606752-c5e5-46aa-8307-d3435b1a0ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:09Z', 'updated_at': '2021-06-29T16:33:15Z', 'revision_number': 4, 'project_id': '954580ad64954717a1154883121a36a9', 'subnets': [{'id': '78606752-c5e5-46aa-8307-d3435b1a0ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:33:16.306780 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.397210 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.420572 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:16.455565 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a2baac-e287-4593-9866-59937f6c93c8,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:16.472194 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:16.518163 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.521776 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5914073 Jun 29 16:33:16.524095 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48690) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:16.529351 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'security_group_rule': {'security_group_id': '75e9aa40-a36f-4a04-8d30-108284a66717', 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:16.536375 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b7d4b-5427-493f-bc39-889dbb32cd8b req-da2c3798-e11d-40b5-9ea6-417a8a5c5380 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:16.540585 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-938b7d4b-5427-493f-bc39-889dbb32cd8b req-da2c3798-e11d-40b5-9ea6-417a8a5c5380 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1602287 Jun 29 16:33:16.571843 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529827-fac4-4848-97e2-85992db45ae9 req-090739d0-e213-4e7a-bd59-722b5fece03e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:16.573649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-60529827-fac4-4848-97e2-85992db45ae9 req-090739d0-e213-4e7a-bd59-722b5fece03e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1606081 Jun 29 16:33:16.617217 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-938b7d4b-5427-493f-bc39-889dbb32cd8b req-8f1b0684-3852-4a6f-aaf4-d3411c651a3b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719450 Jun 29 16:33:16.640021 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-60529827-fac4-4848-97e2-85992db45ae9 req-b6f004a9-4f90-452d-afba-c423805405fe tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578570 Jun 29 16:33:16.651638 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.713772 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.826420 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.832528 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:16.857848 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d720f203-6fdd-498f-9a1a-d999e727df9f,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:16.861113 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:16.918284 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:16.919606 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943174 Jun 29 16:33:16.922368 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 48692) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:16.927124 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'security_group_rule': {'security_group_id': '75e9aa40-a36f-4a04-8d30-108284a66717', 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:17.077591 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.134964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.222292 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.224550 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:17.253114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0587817f-0b06-4ebd-bf1a-347773b3edd5,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:17.257450 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:17.269251 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:17.346655 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.352653 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-b3ea1bc3-1f47-4325-af19-300d28fe5372 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4246144 Jun 29 16:33:17.352854 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48702) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:17.361284 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'security_group_rule': {'security_group_id': '75e9aa40-a36f-4a04-8d30-108284a66717', 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:17.438921 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:17.445772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:17.447108 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.478413 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.securitygroups_db [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Project 4eba69c887a24efd804d007b6a8631e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:33:17.485326 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.547131 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92252131-22a0-4606-9cf7-4ec05ae4965d req-85631fee-8d06-4a31-8031-15648a591fdb tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:17.557908 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-92252131-22a0-4606-9cf7-4ec05ae4965d req-85631fee-8d06-4a31-8031-15648a591fdb tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.1890259 Jun 29 16:33:17.574410 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41312b-4891-4b2d-93ea-a83e091b9c8c req-bb8730dc-88a0-4bf9-944d-66e706433a8d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:17.586054 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ef41312b-4891-4b2d-93ea-a83e091b9c8c req-bb8730dc-88a0-4bf9-944d-66e706433a8d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.2035534 Jun 29 16:33:17.668639 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.669258 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-92252131-22a0-4606-9cf7-4ec05ae4965d req-d71398d3-ab26-4a85-9217-17aaa8e7f8f8 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095309 Jun 29 16:33:17.671258 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.675992 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ef41312b-4891-4b2d-93ea-a83e091b9c8c req-c13fc68e-7a20-49df-b969-8a568b2c277f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898449 Jun 29 16:33:17.732597 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,segment=NetworkSegment(c25af331-b0b2-425b-838f-68fcdb749fb0),segment_id=c25af331-b0b2-425b-838f-68fcdb749fb0)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:17.746160 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.749305 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b28a9c38-d3f2-48ab-a202-37e014c2c8cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:17.773609 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef9c2c3-c9ab-4bfb-8c02-a23f60524866,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:17.776728 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:17.895387 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.902081 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:17.902493 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5444622 Jun 29 16:33:17.902576 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2cb2de41-1597-43be-a7fe-641475c5eaa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:17.903302 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 48712) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:17.908385 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'security_group_rule': {'security_group_id': '75e9aa40-a36f-4a04-8d30-108284a66717', 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:17.982396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713945b5-ce78-46f9-ac69-b1eea063b879 req-0d384dba-7129-46a9-97e5-28255253b8c5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:17.989842 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-713945b5-ce78-46f9-ac69-b1eea063b879 req-0d384dba-7129-46a9-97e5-28255253b8c5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1586924 Jun 29 16:33:18.004448 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:18.029234 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.029602 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.029953 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.030277 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.030659 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.032177 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.securitygroups_db [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Project 4eba69c887a24efd804d007b6a8631e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:33:18.035732 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.036078 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.036416 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.036780 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.036893 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0eed-e6a6-4878-831b-139a3fe87eb7 req-b6e46728-46d8-423f-8e34-a2a0739a6408 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:18.037120 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.037443 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.037762 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:33:18.038404 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-637d0eed-e6a6-4878-831b-139a3fe87eb7 req-b6e46728-46d8-423f-8e34-a2a0739a6408 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1620297 Jun 29 16:33:18.038957 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:18.052267 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:18.070930 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-713945b5-ce78-46f9-ac69-b1eea063b879 req-8dd26bc4-0dd9-458f-8612-a36259703f49 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801852 Jun 29 16:33:18.101829 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-637d0eed-e6a6-4878-831b-139a3fe87eb7 req-9c40129e-c3b9-4d02-9fe6-a18bdc35d3b0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529931 Jun 29 16:33:18.137744 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:18.186576 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:18.188781 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-db1a988a-b5fc-4c7d-84bd-c7848d55a93f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:18.205608 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adceaee-cf8d-4830-bd59-7628baccf6c2,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:18.208293 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:18.260905 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:18.262152 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3575323 Jun 29 16:33:18.909037 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-59aa41e3-b438-41fa-9c6c-f64be5faa29f tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:18.910876 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-59aa41e3-b438-41fa-9c6c-f64be5faa29f tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.1026824 Jun 29 16:33:18.962658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7ef1f-6b6c-4842-9586-972161da0499 req-461f8fcc-ba0a-4e83-b4bc-7b013192c3f6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:18.964481 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dbf7ef1f-6b6c-4842-9586-972161da0499 req-461f8fcc-ba0a-4e83-b4bc-7b013192c3f6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 948 time: 0.1747408 Jun 29 16:33:18.989216 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bbfb8-af1a-400a-abd3-c5d9e62908ba req-5f17ba7f-1828-4c55-a206-7ec2bb5fd8e9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:18.991807 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1d3bbfb8-af1a-400a-abd3-c5d9e62908ba req-5f17ba7f-1828-4c55-a206-7ec2bb5fd8e9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.1499460 Jun 29 16:33:19.051803 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Deleting port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:33:19.054694 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:19.105191 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1d3bbfb8-af1a-400a-abd3-c5d9e62908ba req-401131ff-b55d-4596-b1f5-bcd7e455bbb0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832574 Jun 29 16:33:19.108649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dbf7ef1f-6b6c-4842-9586-972161da0499 req-968e5338-0060-472e-82ca-add5971ef5d4 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/security-groups?id=f8f2b709-b379-414c-a37c-4c17aba55a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156902 Jun 29 16:33:19.123289 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692ada-89d0-4435-9903-084e62a204fb req-bbee9b09-1f13-415c-9d02-53ee61efc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.124858 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70692ada-89d0-4435-9903-084e62a204fb req-bbee9b09-1f13-415c-9d02-53ee61efc0e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 1098 time: 0.1308563 Jun 29 16:33:19.164112 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] For port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,segment=NetworkSegment(6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc),segment_id=6fcb7b73-e059-4fe5-8e68-cb7f4a63b9fc)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:19.164112 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:19.180870 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Calling delete_port for 11ce2fbe-d46d-4ae0-a0a5-37830993bddf owned by compute:nova {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:33:19.231483 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:19.313407 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:19.313909 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:19.336852 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692ada-89d0-4435-9903-084e62a204fb req-bc548f95-3174-4343-a7c4-a5f7ae88be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.343437 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70692ada-89d0-4435-9903-084e62a204fb req-bc548f95-3174-4343-a7c4-a5f7ae88be97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 911 time: 0.2047069 Jun 29 16:33:19.415088 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ecca-96e4-46b5-a574-689b1c75226a req-df7917b2-5694-4a75-90cd-dac7fb816d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.416796 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ecca-96e4-46b5-a574-689b1c75226a req-df7917b2-5694-4a75-90cd-dac7fb816d3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 1099 time: 0.0756390 Jun 29 16:33:19.453671 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ecca-96e4-46b5-a574-689b1c75226a req-78a98bc0-5c2b-48cc-971c-667b7fcbfb94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301533 Jun 29 16:33:19.495916 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70692ada-89d0-4435-9903-084e62a204fb req-662056bb-2510-4825-988c-ce199039d25e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 200 len: 1000 time: 0.1437595 Jun 29 16:33:19.518669 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:19.526084 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:19.553750 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e79e9-21db-4fff-82d2-98cd84b057b5 req-ed0733e1-eb2c-4c90-844f-a58d4a25ed97 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.555448 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-305e79e9-21db-4fff-82d2-98cd84b057b5 req-ed0733e1-eb2c-4c90-844f-a58d4a25ed97 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.2066050 Jun 29 16:33:19.564311 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Pushing event deleted for resources: {'Port': ['ID=11ce2fbe-d46d-4ae0-a0a5-37830993bddf,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:19.566386 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b2a27-5445-4e7e-82b2-8c9e3e0f26df req-27e61123-f6af-4145-8eac-b29023a1f40b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.568649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-350b2a27-5445-4e7e-82b2-8c9e3e0f26df req-27e61123-f6af-4145-8eac-b29023a1f40b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.2064605 Jun 29 16:33:19.588477 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:19.610675 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692ada-89d0-4435-9903-084e62a204fb req-c71f197b-9929-47da-bda9-e8ee3f4ff70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.611441 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] No DVR routers for this DVR port 11ce2fbe-d46d-4ae0-a0a5-37830993bddf on host hv-cinder-79351 {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:33:19.612286 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70692ada-89d0-4435-9903-084e62a204fb req-c71f197b-9929-47da-bda9-e8ee3f4ff70e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.1062706 Jun 29 16:33:19.614280 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:19.617319 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-1bf05185-5eca-4548-8365-771a4a3a4dd0 req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.11 "DELETE /v2.0/ports/11ce2fbe-d46d-4ae0-a0a5-37830993bddf HTTP/1.1" status: 204 len: 173 time: 0.6940720 Jun 29 16:33:19.617804 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'name': 'network-vif-deleted', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:19.621605 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d990f3e8-c24a-415d-af52-689043ad48b0" -d '{"events": [{"server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "name": "network-vif-deleted", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:19.691000 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-305e79e9-21db-4fff-82d2-98cd84b057b5 req-dab200d9-56ea-4940-ad92-24ed5ff8a9b3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109874 Jun 29 16:33:19.698792 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-350b2a27-5445-4e7e-82b2-8c9e3e0f26df req-0480562c-70a3-46c9-8c8b-915d9ff9ff29 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173489 Jun 29 16:33:19.751694 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70692ada-89d0-4435-9903-084e62a204fb req-2156d3a4-4bd6-42b0-b282-357f35b1a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:19.753952 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70692ada-89d0-4435-9903-084e62a204fb req-2156d3a4-4bd6-42b0-b282-357f35b1a6e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1292865 Jun 29 16:33:19.767932 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e553b3ff-a230-460f-b31a-2af94cf95523 x-openstack-request-id: req-e553b3ff-a230-460f-b31a-2af94cf95523 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:19.768322 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2", "name": "network-vif-deleted", "tag": "11ce2fbe-d46d-4ae0-a0a5-37830993bddf", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:19.768665 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e553b3ff-a230-460f-b31a-2af94cf95523 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:19.769153 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e4ea42-fdc8-4e9a-81d2-6437a45d1db2', 'name': 'network-vif-deleted', 'tag': '11ce2fbe-d46d-4ae0-a0a5-37830993bddf', 'status': 'completed', 'code': 200} Jun 29 16:33:19.900812 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70692ada-89d0-4435-9903-084e62a204fb req-35692001-fd30-4d22-a943-9af84fc697f6 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163492 Jun 29 16:33:19.964427 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e25b1a14-8046-4988-85b2-22584354a517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:20.021787 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-70692ada-89d0-4435-9903-084e62a204fb req-62c7737b-80ab-4c4e-a5e7-526a55f9e424 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070867 Jun 29 16:33:20.299250 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb39d7-77f4-4034-b914-983c3833b388 req-322da075-a33e-4dd6-9c43-a1bfc9869097 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:20.300662 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0cdb39d7-77f4-4034-b914-983c3833b388 req-322da075-a33e-4dd6-9c43-a1bfc9869097 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0664794 Jun 29 16:33:20.341682 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0cdb39d7-77f4-4034-b914-983c3833b388 req-d5ce6473-916a-498b-b3a3-fceee9007871 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352101 Jun 29 16:33:20.495937 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2856d327-c1fc-4e3a-a436-0fe9cbeb9a63 req-4048b694-d611-45ac-8e66-2711604ccadf tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6e4ea42-fdc8-4e9a-81d2-6437a45d1db2 HTTP/1.1" status: 200 len: 210 time: 0.0320907 Jun 29 16:33:20.921662 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e5c0e-3c1b-42b2-96ac-e647742e4840 req-c3c57e0f-784a-4f5f-9170-b8f0847234d5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:20.923661 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-aa9e5c0e-3c1b-42b2-96ac-e647742e4840 req-c3c57e0f-784a-4f5f-9170-b8f0847234d5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1094189 Jun 29 16:33:20.944468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c0ebb-692b-4dbf-8cc4-3abc2d5770a4 req-ea026e4e-558c-411d-9083-7f9d80f2b396 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:20.949432 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c66c0ebb-692b-4dbf-8cc4-3abc2d5770a4 req-ea026e4e-558c-411d-9083-7f9d80f2b396 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1022551 Jun 29 16:33:21.010136 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c66c0ebb-692b-4dbf-8cc4-3abc2d5770a4 req-da2d9f8a-8ddc-49f5-b171-49ef4b62aa7d tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549443 Jun 29 16:33:21.013187 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-aa9e5c0e-3c1b-42b2-96ac-e647742e4840 req-8e43e4d6-19ce-4633-9c0d-fefc2fba475d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854602 Jun 29 16:33:21.543408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9aaff-45e0-4f65-82b3-df64a108bb64 req-9be67e00-f118-47f6-bed5-9edabe866de2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:21.544961 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bdd9aaff-45e0-4f65-82b3-df64a108bb64 req-9be67e00-f118-47f6-bed5-9edabe866de2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0732250 Jun 29 16:33:21.586303 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bdd9aaff-45e0-4f65-82b3-df64a108bb64 req-3001b898-6e58-4179-9771-9ebc8c5c9f6b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354099 Jun 29 16:33:22.196132 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b71d-5c79-4b93-8747-81de7fee0397 req-1272dbcd-33d7-44db-a64b-496e617584b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:22.197536 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-63d6b71d-5c79-4b93-8747-81de7fee0397 req-1272dbcd-33d7-44db-a64b-496e617584b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0686381 Jun 29 16:33:22.245165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-63d6b71d-5c79-4b93-8747-81de7fee0397 req-3a4a229d-8511-4a3a-9c3e-a30f37c4eb09 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Jun 29 16:33:22.793402 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:22.811550 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b21c4-7072-4402-ae26-82ea0d04683c req-726a491e-6a24-44c1-a1b5-5faa2fab61f7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:22.818605 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5a6b21c4-7072-4402-ae26-82ea0d04683c req-726a491e-6a24-44c1-a1b5-5faa2fab61f7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0840030 Jun 29 16:33:22.866863 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5a6b21c4-7072-4402-ae26-82ea0d04683c req-8bba51b5-1f1b-42b1-a4b5-60e36cf70dde tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Jun 29 16:33:22.891946 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d1e9-9813-4bd3-b2b3-30eb663fd754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:23.781230 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bfa1d-ec29-4c80-ad1e-31671860e0bf req-fa41479c-4948-40c8-b200-351a474e88e5 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:23.782709 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f98bfa1d-ec29-4c80-ad1e-31671860e0bf req-fa41479c-4948-40c8-b200-351a474e88e5 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 945 time: 0.0653563 Jun 29 16:33:23.822297 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f98bfa1d-ec29-4c80-ad1e-31671860e0bf req-b1b7fca2-e238-44a9-a260-47c780307b8a tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jun 29 16:33:24.003395 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:24.070156 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51132801-5771-4b77-9940-795f9ba16263 req-ca9ddf4d-5f5e-4c1d-9c8a-a49c3d17077a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:24.071986 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-51132801-5771-4b77-9940-795f9ba16263 req-ca9ddf4d-5f5e-4c1d-9c8a-a49c3d17077a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0784307 Jun 29 16:33:24.135798 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-51132801-5771-4b77-9940-795f9ba16263 req-5bb9885f-fa66-4504-aabb-ef6332d6978f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578885 Jun 29 16:33:24.234639 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-c9189fa6-80e9-4154-a2fc-571698660f40 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:24.236208 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-c9189fa6-80e9-4154-a2fc-571698660f40 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.1242523 Jun 29 16:33:24.251566 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-f38faacb-0f96-47ef-853e-ff1fd5b1769a tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/quotas/99c7b730f5fb4241bcadf39827dcf4d3 HTTP/1.1" status: 200 len: 375 time: 0.0095651 Jun 29 16:33:24.326676 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-e998fcc8-0706-4e14-a95b-1392dea29bd7 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685811 Jun 29 16:33:24.431351 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-47002441-5849-419e-8e1a-9f6fcc55f04d service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976365 Jun 29 16:33:24.533334 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ec56cfe-351f-41b5-8850-9e5958c3bab1 service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947897 Jun 29 16:33:24.817019 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd3541a6-a034-4226-b0d5-10e229d0279c req-b8a05af9-477c-4ef8-9cda-f750259a9bea tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 210 time: 0.0297902 Jun 29 16:33:25.027866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0b265-513e-45ce-a11e-bcd7952306e6 req-cd3457f2-af5f-4177-b780-78652a09be6b tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:25.038164 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c1e0b265-513e-45ce-a11e-bcd7952306e6 req-cd3457f2-af5f-4177-b780-78652a09be6b tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 945 time: 0.0761669 Jun 29 16:33:25.092021 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c1e0b265-513e-45ce-a11e-bcd7952306e6 req-5a06ca17-e08f-4aa0-87a0-52acf5ba8c0b tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557516 Jun 29 16:33:25.334580 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056cf6c-e74a-4959-b75e-b48f01bbc701 req-9c1a1c7f-2af8-441f-aceb-1168a613a77f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:25.336122 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1056cf6c-e74a-4959-b75e-b48f01bbc701 req-9c1a1c7f-2af8-441f-aceb-1168a613a77f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0686030 Jun 29 16:33:25.377129 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1056cf6c-e74a-4959-b75e-b48f01bbc701 req-bc203ee9-7991-4cd5-a63c-792df9e1d68d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350361 Jun 29 16:33:25.599874 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:25.978406 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2ff09b63-6b3b-4743-91a7-858e025badb6 req-18680b2c-649b-48af-b521-a82b9794e34f tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 210 time: 0.0389533 Jun 29 16:33:26.037077 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-ed6d16e6-8de8-4810-8f57-5152560d9b26 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:26.038550 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-ed6d16e6-8de8-4810-8f57-5152560d9b26 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 945 time: 0.0705435 Jun 29 16:33:26.191689 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Deleting port 559b5583-0592-4221-82e0-e4a291fd4b2b {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:33:26.191689 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.333120 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] For port 559b5583-0592-4221-82e0-e4a291fd4b2b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=559b5583-0592-4221-82e0-e4a291fd4b2b,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:26.333483 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.365474 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586bc37-7ee1-4364-a8d3-8ac3b2e47fcc req-5a2684ae-ef9c-4247-be32-a322a210afda tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:26.374980 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9586bc37-7ee1-4364-a8d3-8ac3b2e47fcc req-5a2684ae-ef9c-4247-be32-a322a210afda tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 945 time: 0.1332395 Jun 29 16:33:26.374980 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Calling delete_port for 559b5583-0592-4221-82e0-e4a291fd4b2b owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:33:26.446159 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9586bc37-7ee1-4364-a8d3-8ac3b2e47fcc req-cd1a4f24-4f46-4d0c-b1fe-807fb6b6c570 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Jun 29 16:33:26.601013 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecea4a-1296-4ef1-b3ea-04b0b725a4a9 req-4aa893ae-4a61-4ac1-ace0-072504291d91 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:26.602503 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-efecea4a-1296-4ef1-b3ea-04b0b725a4a9 req-4aa893ae-4a61-4ac1-ace0-072504291d91 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 944 time: 0.0877609 Jun 29 16:33:26.646564 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-efecea4a-1296-4ef1-b3ea-04b0b725a4a9 req-59c2775f-2a0b-48c6-b1d9-98e6149f6c43 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378478 Jun 29 16:33:26.665974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.670682 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-caf77d01-3719-4e4e-8206-b9ecf6837cbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:26.685382 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['559b5583-0592-4221-82e0-e4a291fd4b2b'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:33:26.698839 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Pushing event deleted for resources: {'Port': ['ID=559b5583-0592-4221-82e0-e4a291fd4b2b,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:26.702043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:26.750877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] No DVR routers for this DVR port 559b5583-0592-4221-82e0-e4a291fd4b2b on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:33:26.755074 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:26.757323 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-67cfbb0b-26fc-4a3f-9d32-40fd86de79df req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "DELETE /v2.0/ports/559b5583-0592-4221-82e0-e4a291fd4b2b HTTP/1.1" status: 204 len: 173 time: 0.7092757 Jun 29 16:33:26.757547 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'name': 'network-vif-deleted', 'tag': '559b5583-0592-4221-82e0-e4a291fd4b2b'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:26.759920 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e1c37-1246-45c9-9eee-4b0a58f7c775" -d '{"events": [{"server_uuid": "aef88bfa-5599-4609-bc74-9ceeed11ecdb", "name": "network-vif-deleted", "tag": "559b5583-0592-4221-82e0-e4a291fd4b2b"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:26.797510 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a1a46-0a89-49e2-b186-dfc72ee02ffd x-openstack-request-id: req-ad2a1a46-0a89-49e2-b186-dfc72ee02ffd {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:26.797860 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef88bfa-5599-4609-bc74-9ceeed11ecdb", "name": "network-vif-deleted", "tag": "559b5583-0592-4221-82e0-e4a291fd4b2b", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:26.798155 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad2a1a46-0a89-49e2-b186-dfc72ee02ffd {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:26.798584 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef88bfa-5599-4609-bc74-9ceeed11ecdb', 'name': 'network-vif-deleted', 'tag': '559b5583-0592-4221-82e0-e4a291fd4b2b', 'status': 'completed', 'code': 200} Jun 29 16:33:27.020720 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.311107 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:33:27.388482 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e6eab05a-09c7-4033-9a6f-23b50489d00f req-fbce8f38-c856-40de-9b56-2fb8c91831f3 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 210 time: 0.2901673 Jun 29 16:33:27.417910 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:27.432584 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'port_id': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'mac_address': 'fa:16:3e:f3:63:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:33:27.472063 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.491601 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bb6cbe-4760-41b7-b63f-cc92125fd49a {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:27.526158 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:27.526508 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-ee45f894-08d6-435b-b081-3bbbb2faeaff tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:27.526508 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-ee45f894-08d6-435b-b081-3bbbb2faeaff tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.1211224 Jun 29 16:33:27.539921 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Request body: {'port': {'device_id': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'admin_state_up': True, 'tenant_id': '99c7b730f5fb4241bcadf39827dcf4d3'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:27.627038 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f287aa2c-77b0-47a5-9cfa-033dd26acc51 req-e395d42d-4608-45bf-9b1f-1abc7b279002 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=aef88bfa-5599-4609-bc74-9ceeed11ecdb HTTP/1.1" status: 200 len: 210 time: 0.0392299 Jun 29 16:33:27.696646 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.699177 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:27.763915 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=9']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:27.767770 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:27.827498 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Made reservation on behalf of 99c7b730f5fb4241bcadf39827dcf4d3 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:33:27.834296 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:27.937787 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83c6f6-a5a9-4ce1-a7c7-811f9d52c99e req-17dcb888-c9d3-46bc-ba03-e87ef867865c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:27.945588 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f83c6f6-a5a9-4ce1-a7c7-811f9d52c99e req-17dcb888-c9d3-46bc-ba03-e87ef867865c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 945 time: 0.1665590 Jun 29 16:33:28.028498 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f83c6f6-a5a9-4ce1-a7c7-811f9d52c99e req-55648e4b-6e4a-4e92-bb51-4ee7fe949f54 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772433 Jun 29 16:33:28.052901 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Allocated IP 172.20.0.7 (4fd137a4-7934-4ed2-a54a-922069e262f6/c20305d1-1329-4fdf-81ed-bf0e0d44f225/4872ff9b-07f8-4ff4-8695-659f29a4ffab) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:28.075638 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['69bb6cbe-4760-41b7-b63f-cc92125fd49a'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:33:28.140434 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 49118) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:28.251664 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.312670 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d9af6742-2ed1-43c6-9621-7853d10f6fe9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=222ef5d319474d67b302920b194e286c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1696413 Jun 29 16:33:28.315407 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 49126) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:33:28.358157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.362732 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:28.373094 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.398851 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.422958 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:28.427009 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:28.432424 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:28.439735 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event updated for resources: {'Port': ['ID=4872ff9b-07f8-4ff4-8695-659f29a4ffab,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:28.462810 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:28.492746 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:28.493524 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.517583 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.520461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.521732 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8f2b709-b379-414c-a37c-4c17aba55a8c HTTP/1.1" status: 204 len: 168 time: 0.2053144 Jun 29 16:33:28.523434 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c7251570-f1d8-4d21-a79e-532123a63f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:28.531886 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f2b709-b379-414c-a37c-4c17aba55a8c,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:28.534758 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:28.607929 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad47e1-902e-4ba0-89d6-36c3db0f156a req-0caf0ffc-5591-4007-a501-bcea37cf7b1e tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:28.609463 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d0ad47e1-902e-4ba0-89d6-36c3db0f156a req-0caf0ffc-5591-4007-a501-bcea37cf7b1e tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 931 time: 0.0732825 Jun 29 16:33:28.611369 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0765617 Jun 29 16:33:28.626558 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Request body: {'port': {'device_id': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:28.682813 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d0ad47e1-902e-4ba0-89d6-36c3db0f156a req-0ea95bd2-4c8b-45c5-b75c-062e7024d5b7 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676959 Jun 29 16:33:28.735115 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:28.804677 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b', '550198a9-2467-497b-9192-435e08f773b7'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:33:29.096653 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4872ff9b-07f8-4ff4-8695-659f29a4ffab {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:29.105582 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.131167 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Transition to ACTIVE for port object 4872ff9b-07f8-4ff4-8695-659f29a4ffab will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:29.219908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.224548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6e5f564d-4d47-49ed-bf24-65c486b246f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:29.240114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c7c1b-5c2f-44dc-b4a9-51853eef5ad0 req-7ec3df6a-e2f3-4ed8-8120-79dccf71fab3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:29.242304 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-006c7c1b-5c2f-44dc-b4a9-51853eef5ad0 req-7ec3df6a-e2f3-4ed8-8120-79dccf71fab3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 945 time: 0.0885723 Jun 29 16:33:29.309889 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4872ff9b-07f8-4ff4-8695-659f29a4ffab,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:29.317459 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:29.334222 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:29.339830 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-006c7c1b-5c2f-44dc-b4a9-51853eef5ad0 req-62f4fb32-0e69-4bd7-8c4b-758e66305157 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784039 Jun 29 16:33:29.390846 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 69bb6cbe-4760-41b7-b63f-cc92125fd49a triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:29.391284 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.393488 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Attempting to bind port 4872ff9b-07f8-4ff4-8695-659f29a4ffab on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:29.393834 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Attempting to bind port 4872ff9b-07f8-4ff4-8695-659f29a4ffab by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:29.394164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Attempting to bind port 4872ff9b-07f8-4ff4-8695-659f29a4ffab on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:29.399529 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Port 4872ff9b-07f8-4ff4-8695-659f29a4ffab on network 4fd137a4-7934-4ed2-a54a-922069e262f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:33:29.399977 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Attempting to bind port 4872ff9b-07f8-4ff4-8695-659f29a4ffab on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:29.406379 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:29.406740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Checking segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:29.407125 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Bound using segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:29.407583 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Bound port: 4872ff9b-07f8-4ff4-8695-659f29a4ffab, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:29.407943 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.470735 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.478507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] For port 4872ff9b-07f8-4ff4-8695-659f29a4ffab, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:29.482015 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] For port 4872ff9b-07f8-4ff4-8695-659f29a4ffab, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4872ff9b-07f8-4ff4-8695-659f29a4ffab,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:29.493506 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:29.495836 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199ab648-f929-4aa8-b275-58cc0a5fea76" -d '{"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:29.510235 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:29.534772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a27278-9a17-4c00-8d75-5276ea80ca2f x-openstack-request-id: req-28a27278-9a17-4c00-8d75-5276ea80ca2f {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:29.535086 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-plugged", "status": "completed", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:29.535357 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28a27278-9a17-4c00-8d75-5276ea80ca2f {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:29.535770 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'code': 200} Jun 29 16:33:29.564188 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.566426 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:29.592437 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.593495 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 559b5583-0592-4221-82e0-e4a291fd4b2b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:33:29.596219 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b09cd9dc-c591-4030-be85-db4c8bf72bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:29.610131 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:29.610756 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:29.612172 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/4872ff9b-07f8-4ff4-8695-659f29a4ffab HTTP/1.1" status: 200 len: 1093 time: 0.9904954 Jun 29 16:33:29.612793 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'tag': '4872ff9b-07f8-4ff4-8695-659f29a4ffab'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:29.615108 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca806c9a-2539-4953-b735-b8bacea1c9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "93fc5349-83fc-49eb-940c-1d54d420a82e", "tag": "4872ff9b-07f8-4ff4-8695-659f29a4ffab"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:29.637056 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 559b5583-0592-4221-82e0-e4a291fd4b2b {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:33:29.637674 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 559b5583-0592-4221-82e0-e4a291fd4b2b not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:33:29.639733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4872ff9b-07f8-4ff4-8695-659f29a4ffab,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:29.643952 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:29.662561 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502d4c9d-8f9e-4452-acd7-20b04007692a x-openstack-request-id: req-502d4c9d-8f9e-4452-acd7-20b04007692a {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:29.662888 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fc5349-83fc-49eb-940c-1d54d420a82e", "tag": "4872ff9b-07f8-4ff4-8695-659f29a4ffab", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:29.663169 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-502d4c9d-8f9e-4452-acd7-20b04007692a {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:29.663628 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'tag': '4872ff9b-07f8-4ff4-8695-659f29a4ffab', 'status': 'completed', 'code': 200} Jun 29 16:33:29.666635 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=10']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:29.669878 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:29.872884 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817c1ab-9f01-4386-8f38-5795edcabc57 req-dda5be04-e568-4ba7-ba6b-8e3764de16f5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:29.874360 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4817c1ab-9f01-4386-8f38-5795edcabc57 req-dda5be04-e568-4ba7-ba6b-8e3764de16f5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 943 time: 0.0641973 Jun 29 16:33:29.912972 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4817c1ab-9f01-4386-8f38-5795edcabc57 req-5065f4ac-09bd-4f1b-9839-0ddfaf693413 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jun 29 16:33:30.527160 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0177d0-db66-4427-9551-fed54024b03f req-d65e1bbf-21a3-45f8-8cf2-ebb92cbf3986 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:30.528593 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ed0177d0-db66-4427-9551-fed54024b03f req-d65e1bbf-21a3-45f8-8cf2-ebb92cbf3986 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0671144 Jun 29 16:33:30.568741 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ed0177d0-db66-4427-9551-fed54024b03f req-1a5aaa9d-3895-434b-92c4-1400132c0588 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343249 Jun 29 16:33:31.093192 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced5b9-8a17-4041-b2f9-6fa6e7d375e6 req-ff8bd0df-87cd-4535-a297-d063149ccb47 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:31.094583 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f7ced5b9-8a17-4041-b2f9-6fa6e7d375e6 req-ff8bd0df-87cd-4535-a297-d063149ccb47 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 943 time: 0.0651493 Jun 29 16:33:31.136495 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f7ced5b9-8a17-4041-b2f9-6fa6e7d375e6 req-ced8d813-c0f9-4b4a-bf8d-f2768bdb8dbe tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355990 Jun 29 16:33:31.782096 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f013612-667f-444b-a19f-420b06b4ec07 req-34d7c6f2-915a-4017-9f1f-953897597989 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:31.783591 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f013612-667f-444b-a19f-420b06b4ec07 req-34d7c6f2-915a-4017-9f1f-953897597989 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0641708 Jun 29 16:33:31.822356 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f013612-667f-444b-a19f-420b06b4ec07 req-52f060a3-e691-4cea-9def-c79256f51a9f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Jun 29 16:33:32.319329 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7dd14-18e4-4012-b6ff-d662d75b2030 req-3a7207cb-266e-49bd-af91-ef7db4f00e56 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:32.320850 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-76f7dd14-18e4-4012-b6ff-d662d75b2030 req-3a7207cb-266e-49bd-af91-ef7db4f00e56 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 943 time: 0.0723839 Jun 29 16:33:32.361130 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-76f7dd14-18e4-4012-b6ff-d662d75b2030 req-df1af9aa-26dd-41ec-bd80-15f39cb14e0a tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Jun 29 16:33:33.027683 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806c9a-2539-4953-b735-b8bacea1c9a9 req-84cefa48-d7ba-4985-9fba-5302185fc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.029095 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ca806c9a-2539-4953-b735-b8bacea1c9a9 req-84cefa48-d7ba-4985-9fba-5302185fc7a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 1096 time: 0.1012290 Jun 29 16:33:33.045631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da103-d2e2-4e6a-8acd-dd6821091a02 req-a2e94517-a385-47ec-bb59-6b81488c13c8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.047311 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-511da103-d2e2-4e6a-8acd-dd6821091a02 req-a2e94517-a385-47ec-bb59-6b81488c13c8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0927944 Jun 29 16:33:33.138420 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-511da103-d2e2-4e6a-8acd-dd6821091a02 req-5dc16bf6-c835-45ad-b8f1-21384a693ddb tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826344 Jun 29 16:33:33.167908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806c9a-2539-4953-b735-b8bacea1c9a9 req-ed0682ac-4a4f-4559-96cb-fa225a2ee305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.169399 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ca806c9a-2539-4953-b735-b8bacea1c9a9 req-ed0682ac-4a4f-4559-96cb-fa225a2ee305 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1318803 Jun 29 16:33:33.274127 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806c9a-2539-4953-b735-b8bacea1c9a9 req-44eaf65c-1b46-4d33-ad0a-6229211791df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.275738 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ca806c9a-2539-4953-b735-b8bacea1c9a9 req-44eaf65c-1b46-4d33-ad0a-6229211791df service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000190 Jun 29 16:33:33.321893 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9623e-cb77-4210-a5e9-2f07a75ce7b8 req-00fbfecf-0a04-4252-bd41-407e0b57d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.323689 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-2af9623e-cb77-4210-a5e9-2f07a75ce7b8 req-00fbfecf-0a04-4252-bd41-407e0b57d45d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 1100 time: 0.0581141 Jun 29 16:33:33.394756 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-2af9623e-cb77-4210-a5e9-2f07a75ce7b8 req-81cfd3e3-2809-4820-a103-f7def6641c7d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493946 Jun 29 16:33:33.403765 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-e1ce2936-ae97-4a38-9005-f9a34141a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.403765 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-e1ce2936-ae97-4a38-9005-f9a34141a82b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 1096 time: 0.0676475 Jun 29 16:33:33.505479 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-b9406dd1-57e1-494e-bae4-08d3820c17b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4872ff9b-07f8-4ff4-8695-659f29a4ffab HTTP/1.1" status: 200 len: 217 time: 0.0393651 Jun 29 16:33:33.593931 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-6799b8a4-edfa-4be3-bf85-844a6e2995ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.593931 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-6799b8a4-edfa-4be3-bf85-844a6e2995ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c20305d1-1329-4fdf-81ed-bf0e0d44f225 HTTP/1.1" status: 200 len: 855 time: 0.0754387 Jun 29 16:33:33.619747 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b96880-b65a-4e0f-ba15-c7dbca0fc605 req-dc51f190-105b-480a-87b7-76990949c97c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:33.621255 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-79b96880-b65a-4e0f-ba15-c7dbca0fc605 req-dc51f190-105b-480a-87b7-76990949c97c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 943 time: 0.1186697 Jun 29 16:33:33.641089 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-d2fe891c-5a64-46d1-86f7-10082e3a181a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fd137a4-7934-4ed2-a54a-922069e262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395303 Jun 29 16:33:33.720416 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-79b96880-b65a-4e0f-ba15-c7dbca0fc605 req-10f67fbf-99f1-42fd-b87c-1e38a35ac412 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816498 Jun 29 16:33:33.758993 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-49cdc459-d941-4a26-b70b-8366125dc815 service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043859 Jun 29 16:33:33.855869 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-31e5e6bc-265e-4c77-910d-431b2e73184b req-b447170f-ebf5-4182-92a0-469e865618fd service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879819 Jun 29 16:33:34.325395 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ffa6a-99c7-428d-b02f-cec8df5ca26b req-5548e9a2-5fa0-4ba3-b498-f89c38073458 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:34.326936 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e6ffa6a-99c7-428d-b02f-cec8df5ca26b req-5548e9a2-5fa0-4ba3-b498-f89c38073458 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0685594 Jun 29 16:33:34.370423 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e6ffa6a-99c7-428d-b02f-cec8df5ca26b req-90851bfa-da97-4d0d-92e1-a0e7f3a05519 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377221 Jun 29 16:33:34.918645 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6777ba7-d5d6-48d4-bc91-1ed082a21b87 req-0169ae00-a8af-4d5a-90b9-b67efff28849 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:34.920246 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c6777ba7-d5d6-48d4-bc91-1ed082a21b87 req-0169ae00-a8af-4d5a-90b9-b67efff28849 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 943 time: 0.0696418 Jun 29 16:33:34.964248 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c6777ba7-d5d6-48d4-bc91-1ed082a21b87 req-b2ae12a6-a0d4-4b62-bec8-df2d4e49efcf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Jun 29 16:33:35.560036 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5c021-1b99-414b-8279-1c5685ff4e07 req-4accf692-7987-4375-9e7f-91fde45cf42d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:35.561824 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f7c5c021-1b99-414b-8279-1c5685ff4e07 req-4accf692-7987-4375-9e7f-91fde45cf42d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0701811 Jun 29 16:33:35.602957 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f7c5c021-1b99-414b-8279-1c5685ff4e07 req-e149b4da-66bf-4a68-8d48-9773ee0971c8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346491 Jun 29 16:33:36.150331 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36117912-b92e-433b-a17d-27d42d324f54 req-d3011c7b-8c3b-4555-ac26-a3b1356bfd27 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:36.151836 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36117912-b92e-433b-a17d-27d42d324f54 req-d3011c7b-8c3b-4555-ac26-a3b1356bfd27 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 943 time: 0.0672734 Jun 29 16:33:36.189501 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36117912-b92e-433b-a17d-27d42d324f54 req-694c7c2f-c137-4405-b8a1-98542eddb10e tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Jun 29 16:33:36.785164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd78d9-795b-4e98-8e67-8236c109f662 req-f1a789b8-a8c5-4c38-b642-840633f7502e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:36.786688 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ecd78d9-795b-4e98-8e67-8236c109f662 req-f1a789b8-a8c5-4c38-b642-840633f7502e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0649910 Jun 29 16:33:36.825232 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1ecd78d9-795b-4e98-8e67-8236c109f662 req-58a3562d-0a26-4d99-9c26-a198be3ac5bf tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328779 Jun 29 16:33:37.363725 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c041c6-dd3a-466e-94a5-e159f5b642f6 req-b9f0364b-a54a-4ce1-9ecb-bdd8d9aee9e8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:37.365197 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f3c041c6-dd3a-466e-94a5-e159f5b642f6 req-b9f0364b-a54a-4ce1-9ecb-bdd8d9aee9e8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 943 time: 0.0674028 Jun 29 16:33:37.402895 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f3c041c6-dd3a-466e-94a5-e159f5b642f6 req-78ecb3ed-4551-4272-8d64-a17743973994 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Jun 29 16:33:37.520487 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 4872ff9b-07f8-4ff4-8695-659f29a4ffab details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:33:37.614174 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 4872ff9b-07f8-4ff4-8695-659f29a4ffab, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4872ff9b-07f8-4ff4-8695-659f29a4ffab,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:37.624800 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '4872ff9b-07f8-4ff4-8695-659f29a4ffab', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'port_id': '4872ff9b-07f8-4ff4-8695-659f29a4ffab', 'mac_address': 'fa:16:3e:ec:05:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20305d1-1329-4fdf-81ed-bf0e0d44f225', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:33:37.664223 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:37.676561 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4872ff9b-07f8-4ff4-8695-659f29a4ffab {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:37.696310 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 4872ff9b-07f8-4ff4-8695-659f29a4ffab, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4872ff9b-07f8-4ff4-8695-659f29a4ffab,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:37.762912 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:37.764791 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:37.813791 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=4872ff9b-07f8-4ff4-8695-659f29a4ffab,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:37.822500 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:38.012897 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8ea46-ff6e-495e-89e8-163116c7f78e req-1befa4a3-5ab1-410d-a9bd-dc892eaef95c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:38.014556 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-81f8ea46-ff6e-495e-89e8-163116c7f78e req-1befa4a3-5ab1-410d-a9bd-dc892eaef95c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0717824 Jun 29 16:33:38.055886 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-81f8ea46-ff6e-495e-89e8-163116c7f78e req-fea903d5-24d4-4f86-9f00-e42d3afe3d41 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351360 Jun 29 16:33:38.579353 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3017fc-32bc-47c3-9909-c32f3406125f req-33ba14c5-3b55-49c8-b479-045d3462a0cb tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:38.580860 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cc3017fc-32bc-47c3-9909-c32f3406125f req-33ba14c5-3b55-49c8-b479-045d3462a0cb tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 944 time: 0.0685136 Jun 29 16:33:38.620584 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cc3017fc-32bc-47c3-9909-c32f3406125f req-4d77f0d0-431f-4449-a30b-5919e6218041 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332494 Jun 29 16:33:39.094066 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['4872ff9b-07f8-4ff4-8695-659f29a4ffab'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:33:39.248396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b2aa-dbca-4375-83f5-e3e9607ea463 req-13d7605e-ffff-4f3b-b729-fc9c547bc656 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:39.250223 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6d83b2aa-dbca-4375-83f5-e3e9607ea463 req-13d7605e-ffff-4f3b-b729-fc9c547bc656 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0687029 Jun 29 16:33:39.264274 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:33:39.292560 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6d83b2aa-dbca-4375-83f5-e3e9607ea463 req-1c11e021-9c63-425a-98d4-d73a8bf424c8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365367 Jun 29 16:33:39.549810 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-605a610d-fa68-425b-b490-c70802af4247 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:39.551253 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-605a610d-fa68-425b-b490-c70802af4247 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/networks?id=f8170d4c-f3c2-49d8-856c-3faf83fc47cb HTTP/1.1" status: 200 len: 813 time: 0.1075902 Jun 29 16:33:39.568419 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-b78c5419-70cb-4b71-bc5a-293b624a4626 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/quotas/986a164171224daa84d3325164a0f5cf HTTP/1.1" status: 200 len: 375 time: 0.0105181 Jun 29 16:33:39.604342 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-25b3ce49-6981-4679-b504-63dc5c8f6b22 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=986a164171224daa84d3325164a0f5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290010 Jun 29 16:33:39.709564 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-24bcfd42-9b44-493b-bf59-e5e0acadd9bd service neutron] 10.222.0.65 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943387 Jun 29 16:33:39.824211 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-e9660dc0-0cc3-493c-8241-4caaef7d596d service neutron] 10.222.0.65 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077001 Jun 29 16:33:40.004952 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854af2-78ed-4bf8-8468-e1fb9ed5be9c req-456baf69-958a-429b-9841-3215a9017cc0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:40.006543 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-30854af2-78ed-4bf8-8468-e1fb9ed5be9c req-456baf69-958a-429b-9841-3215a9017cc0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 944 time: 0.2627728 Jun 29 16:33:40.055899 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-30854af2-78ed-4bf8-8468-e1fb9ed5be9c req-660e4b1a-d63c-423b-9999-2b43f407c047 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426781 Jun 29 16:33:40.182772 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa52f68d-4ba3-4f03-84db-646d771eb4aa req-19b8591b-60fe-42bc-b9ad-bbe2aee87534 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 210 time: 0.0824974 Jun 29 16:33:41.248387 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ea022-66f7-4db6-a971-18f37ae69c8a req-69005aab-29f4-4a05-8924-289f40ae13f1 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:41.251618 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4a0ea022-66f7-4db6-a971-18f37ae69c8a req-69005aab-29f4-4a05-8924-289f40ae13f1 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 944 time: 0.0715351 Jun 29 16:33:41.291228 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4a0ea022-66f7-4db6-a971-18f37ae69c8a req-9349b7b6-e83d-4919-a5c2-71d773c694ec tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Jun 29 16:33:41.330398 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3b26a75d-8f1f-42d9-8cab-bcabaab8efa7 req-05a69ab1-6eed-4d0b-8926-e744d0e8a9cf tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 210 time: 0.0285687 Jun 29 16:33:41.418678 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 4872ff9b-07f8-4ff4-8695-659f29a4ffab up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:41.574604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 4872ff9b-07f8-4ff4-8695-659f29a4ffab completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:41.578553 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 4872ff9b-07f8-4ff4-8695-659f29a4ffab triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:41.578933 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:41.656391 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:41.679723 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872ff9b-07f8-4ff4-8695-659f29a4ffab'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:41.682043 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738be71d-1375-453c-817c-c50e9c7c6641" -d '{"events": [{"server_uuid": "93fc5349-83fc-49eb-940c-1d54d420a82e", "name": "network-vif-plugged", "status": "completed", "tag": "4872ff9b-07f8-4ff4-8695-659f29a4ffab"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:41.695254 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 4872ff9b-07f8-4ff4-8695-659f29a4ffab, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4872ff9b-07f8-4ff4-8695-659f29a4ffab,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:41.718226 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4c8769-765c-40bb-ad1f-894942c4b67c x-openstack-request-id: req-8e4c8769-765c-40bb-ad1f-894942c4b67c {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:41.718527 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fc5349-83fc-49eb-940c-1d54d420a82e", "name": "network-vif-plugged", "status": "completed", "tag": "4872ff9b-07f8-4ff4-8695-659f29a4ffab", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:41.718791 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e4c8769-765c-40bb-ad1f-894942c4b67c {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:41.719208 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872ff9b-07f8-4ff4-8695-659f29a4ffab', 'code': 200} Jun 29 16:33:41.768994 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:41.772315 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:41.825731 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=4872ff9b-07f8-4ff4-8695-659f29a4ffab,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:41.828878 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:42.147823 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf04ce-9386-4f31-b974-23e53545d549 req-d0c3950f-bf63-46a3-add2-c1eede5475b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:42.149337 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18cf04ce-9386-4f31-b974-23e53545d549 req-d0c3950f-bf63-46a3-add2-c1eede5475b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 1098 time: 0.0657294 Jun 29 16:33:42.193196 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18cf04ce-9386-4f31-b974-23e53545d549 req-d5e19993-154f-4a6a-883f-8dcbf1b05cec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Jun 29 16:33:42.436123 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-51d188c8-0661-4bc5-8f32-6491a0fcc23c tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:42.437650 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-51d188c8-0661-4bc5-8f32-6491a0fcc23c tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "GET /v2.0/networks?id=f8170d4c-f3c2-49d8-856c-3faf83fc47cb HTTP/1.1" status: 200 len: 813 time: 0.1359811 Jun 29 16:33:42.460686 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Request body: {'port': {'device_id': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb', 'admin_state_up': True, 'tenant_id': '986a164171224daa84d3325164a0f5cf'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:42.546509 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c5560e05-cb20-4de2-9b29-0af5268de2db req-04c0f48d-122f-4216-a553-79df1d190f74 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 210 time: 0.0665278 Jun 29 16:33:42.599984 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a49e9c-ae46-40bf-aa45-b5c9577ce708 req-e4921fc5-bd29-4a63-b742-32b73c8e97a6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:42.601478 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-34a49e9c-ae46-40bf-aa45-b5c9577ce708 req-e4921fc5-bd29-4a63-b742-32b73c8e97a6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 945 time: 0.1900568 Jun 29 16:33:42.656325 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-34a49e9c-ae46-40bf-aa45-b5c9577ce708 req-76fcdfa8-ac82-4e12-ab0c-01efe1226e73 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483067 Jun 29 16:33:42.814711 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Made reservation on behalf of 986a164171224daa84d3325164a0f5cf for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:33:42.818527 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:42.968615 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Allocated IP 172.20.0.6 (f8170d4c-f3c2-49d8-856c-3faf83fc47cb/f1b770ad-291c-4fc4-89ec-2bbf262e4b22/b0d46a26-4897-4657-ad5c-7c2f708750b4) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:43.100724 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:43.197839 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:43.201813 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ac6f644-47a2-45eb-bc46-dd033f49ac83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:43.248776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Network f8170d4c-f3c2-49d8-856c-3faf83fc47cb is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:43.252291 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:43.256422 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:43.283452 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Pushing event updated for resources: {'Port': ['ID=b0d46a26-4897-4657-ad5c-7c2f708750b4,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:43.288803 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:43.312318 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:43.313009 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:43.404239 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9491639 Jun 29 16:33:43.421453 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Request body: {'port': {'device_id': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:43.497538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:44.097517 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73453fec-4659-4758-949f-3f46bd46a55c req-43a503ac-6ab6-4e9c-bf76-0b5a948e41be tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:44.099173 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-73453fec-4659-4758-949f-3f46bd46a55c req-43a503ac-6ab6-4e9c-bf76-0b5a948e41be tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 931 time: 0.4152150 Jun 29 16:33:44.103414 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d46a26-4897-4657-ad5c-7c2f708750b4 {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:44.117935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:44.157750 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Transition to ACTIVE for port object b0d46a26-4897-4657-ad5c-7c2f708750b4 will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:44.169204 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-73453fec-4659-4758-949f-3f46bd46a55c req-804f36e7-9044-4f3d-ae8b-47c52bc28e20 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609968 Jun 29 16:33:44.192292 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e41a7-77a4-45e5-92ee-2bd3818561aa req-e07f03c5-741c-48fe-9320-a03a8170c3a3 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:44.194286 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e15e41a7-77a4-45e5-92ee-2bd3818561aa req-e07f03c5-741c-48fe-9320-a03a8170c3a3 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 945 time: 0.4165306 Jun 29 16:33:44.233181 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e15e41a7-77a4-45e5-92ee-2bd3818561aa req-dafeb291-4178-485d-9c9b-aaf68e049678 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Jun 29 16:33:44.283099 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:44.285276 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:44.335730 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d46a26-4897-4657-ad5c-7c2f708750b4,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:44.354169 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:44.415803 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Attempting to bind port b0d46a26-4897-4657-ad5c-7c2f708750b4 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:44.416269 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Attempting to bind port b0d46a26-4897-4657-ad5c-7c2f708750b4 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:44.416729 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Attempting to bind port b0d46a26-4897-4657-ad5c-7c2f708750b4 on network f8170d4c-f3c2-49d8-856c-3faf83fc47cb {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:44.421669 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Port b0d46a26-4897-4657-ad5c-7c2f708750b4 on network f8170d4c-f3c2-49d8-856c-3faf83fc47cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:33:44.421997 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Attempting to bind port b0d46a26-4897-4657-ad5c-7c2f708750b4 on network f8170d4c-f3c2-49d8-856c-3faf83fc47cb {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:44.427228 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:44.427575 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Checking segment: {'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:44.427999 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Bound using segment: {'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:44.428418 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Bound port: b0d46a26-4897-4657-ad5c-7c2f708750b4, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd031779e-da13-4282-9b5c-94da931a166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:44.428778 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:44.500611 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] For port b0d46a26-4897-4657-ad5c-7c2f708750b4, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:44.503724 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] For port b0d46a26-4897-4657-ad5c-7c2f708750b4, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0d46a26-4897-4657-ad5c-7c2f708750b4,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:44.563905 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:44.566278 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-58a06603-e182-4135-a08d-0de84c16fa72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:44.600491 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:44.601105 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:44.602719 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] 10.222.0.11 "PUT /v2.0/ports/b0d46a26-4897-4657-ad5c-7c2f708750b4 HTTP/1.1" status: 200 len: 1093 time: 1.1852434 Jun 29 16:33:44.608132 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'tag': 'b0d46a26-4897-4657-ad5c-7c2f708750b4'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:44.610816 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f714610-d52e-4c8e-882a-59681970cb69" -d '{"events": [{"name": "network-changed", "server_uuid": "1992bd9b-3541-4adc-a356-43ec10f341c9", "tag": "b0d46a26-4897-4657-ad5c-7c2f708750b4"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:44.649293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a7dd87-34ba-4fac-b765-7af4db947025 x-openstack-request-id: req-42a7dd87-34ba-4fac-b765-7af4db947025 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:44.649293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1992bd9b-3541-4adc-a356-43ec10f341c9", "tag": "b0d46a26-4897-4657-ad5c-7c2f708750b4", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:44.649293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42a7dd87-34ba-4fac-b765-7af4db947025 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:44.649731 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'tag': 'b0d46a26-4897-4657-ad5c-7c2f708750b4', 'status': 'completed', 'code': 200} Jun 29 16:33:44.655538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d46a26-4897-4657-ad5c-7c2f708750b4,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:44.659477 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:44.675664 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-15a0cb34-93a2-4712-bc6e-087be2da8f26 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497651203&fields=id&tenant_id=4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 267 time: 0.0586946 Jun 29 16:33:44.814045 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f714610-d52e-4c8e-882a-59681970cb69 req-68f553a6-1a4b-4ae7-8946-28e6b4e196dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:44.815591 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1f714610-d52e-4c8e-882a-59681970cb69 req-68f553a6-1a4b-4ae7-8946-28e6b4e196dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986a164171224daa84d3325164a0f5cf&device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 1096 time: 0.1389475 Jun 29 16:33:44.823048 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-b2ae2f19-6684-41d3-85cf-468411538d95 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:44.824527 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-b2ae2f19-6684-41d3-85cf-468411538d95 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 811 time: 0.1388812 Jun 29 16:33:44.882547 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-6a0ec47b-3dd7-4df0-9229-8e426390b607 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/quotas/4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 375 time: 0.0489705 Jun 29 16:33:44.964935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f714610-d52e-4c8e-882a-59681970cb69 req-24c0b364-f71f-4b3c-b2b7-d685636c70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:44.966414 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1f714610-d52e-4c8e-882a-59681970cb69 req-24c0b364-f71f-4b3c-b2b7-d685636c70fc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986a164171224daa84d3325164a0f5cf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1410358 Jun 29 16:33:45.033520 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ffe0be35-9792-4283-bb96-f63ad6dd2cd1 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441400 Jun 29 16:33:45.090558 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f714610-d52e-4c8e-882a-59681970cb69 req-29f074c2-cd1f-4a09-a4d6-1b53d4b7866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:45.092151 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1f714610-d52e-4c8e-882a-59681970cb69 req-29f074c2-cd1f-4a09-a4d6-1b53d4b7866d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184826 Jun 29 16:33:45.222105 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-44387487-5969-43e7-a115-f2fa4656d086 service neutron] 10.222.0.65 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763499 Jun 29 16:33:45.228414 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-50c19192-02e2-4912-b2e7-53ed98097a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:45.229984 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-50c19192-02e2-4912-b2e7-53ed98097a7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986a164171224daa84d3325164a0f5cf&device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 1096 time: 0.0874836 Jun 29 16:33:45.311160 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-2d04fc43-7bbb-43dc-b2d8-c0f4dcb3f129 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0d46a26-4897-4657-ad5c-7c2f708750b4 HTTP/1.1" status: 200 len: 217 time: 0.0731645 Jun 29 16:33:45.419286 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-77d7bdfc-59da-460c-bfe5-d3d19e56b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:45.420676 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-77d7bdfc-59da-460c-bfe5-d3d19e56b39c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f1b770ad-291c-4fc4-89ec-2bbf262e4b22 HTTP/1.1" status: 200 len: 853 time: 0.0988750 Jun 29 16:33:45.426205 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-b2a1d861-e093-48a6-a99b-35c017f467b1 service neutron] 10.222.0.65 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953745 Jun 29 16:33:45.463165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-3be884cc-0575-4693-8b3b-1570b3cbbefc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8170d4c-f3c2-49d8-856c-3faf83fc47cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336385 Jun 29 16:33:45.476015 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adf045-626a-4568-a8b1-ffafcdfe938b req-c8ba4376-da63-4249-a70b-0a43b76a54ea tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:45.477529 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-78adf045-626a-4568-a8b1-ffafcdfe938b req-c8ba4376-da63-4249-a70b-0a43b76a54ea tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 943 time: 0.1709361 Jun 29 16:33:45.559943 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-78adf045-626a-4568-a8b1-ffafcdfe938b req-2ca34e1c-4851-4a76-bf14-aa2a643c5421 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742569 Jun 29 16:33:45.598282 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-f2dfc823-d285-4ef2-8f95-dab716adcf73 service neutron] 10.222.0.11 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183546 Jun 29 16:33:45.767789 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b099e1d4-6f5c-46b7-8a64-fc836b596d53 req-0b062141-5ea0-45f2-8bb8-828e10c0b4dd service neutron] 10.222.0.11 "GET /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419187 Jun 29 16:33:45.768343 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82525d47-bad3-4032-8cba-c0c15a5ac4f0 req-4c097db2-962d-4fbc-82f9-5bc92d85b0f0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:45.769625 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82525d47-bad3-4032-8cba-c0c15a5ac4f0 req-4c097db2-962d-4fbc-82f9-5bc92d85b0f0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 945 time: 0.0933590 Jun 29 16:33:45.810175 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82525d47-bad3-4032-8cba-c0c15a5ac4f0 req-ffb00873-affa-4371-96c7-7a51316a0364 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Jun 29 16:33:46.486942 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be46b841-09fb-44d2-8f12-6a8856e269e4 req-4f17cf82-3352-476d-8e17-55f6a710051f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 210 time: 0.0553880 Jun 29 16:33:46.751954 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845354f8-0efe-41c6-8b38-956178b1ca1b req-607d8617-949b-4499-85a5-9a4823ccde83 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:46.753530 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-845354f8-0efe-41c6-8b38-956178b1ca1b req-607d8617-949b-4499-85a5-9a4823ccde83 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 943 time: 0.0693758 Jun 29 16:33:46.799120 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-845354f8-0efe-41c6-8b38-956178b1ca1b req-c4ac6a3b-8d27-41f7-942a-de47fc810c1a tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Jun 29 16:33:47.579749 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-95c20ac2-e050-462b-b382-8fc99f995a5a req-5e849e55-ec20-4648-b0fb-01a5682d1c64 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 210 time: 0.0319481 Jun 29 16:33:47.982567 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec769f1e-8e44-4d93-b23a-52cab224a154 req-12eb9ae4-9c7c-4fcc-86d2-e846b370b4ae tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:47.984106 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ec769f1e-8e44-4d93-b23a-52cab224a154 req-12eb9ae4-9c7c-4fcc-86d2-e846b370b4ae tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 943 time: 0.0650284 Jun 29 16:33:48.028047 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ec769f1e-8e44-4d93-b23a-52cab224a154 req-110c964c-f9fd-45c5-9e51-760864467759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Jun 29 16:33:48.728114 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b900dd8b-0f36-4a8f-a545-6a2f1c5b1458 req-56a3be77-cf07-4817-b270-e76353bcda08 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 210 time: 0.0309694 Jun 29 16:33:49.208159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c191f0-ba24-4cb6-947c-90e932dbbc97 req-bb7fc962-07e9-436b-a735-a83408be405c tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:49.209669 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-67c191f0-ba24-4cb6-947c-90e932dbbc97 req-bb7fc962-07e9-436b-a735-a83408be405c tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 943 time: 0.0635033 Jun 29 16:33:49.247440 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-67c191f0-ba24-4cb6-947c-90e932dbbc97 req-0fbf9a5b-5751-485a-bc0f-065740aceca7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Jun 29 16:33:49.449674 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device b0d46a26-4897-4657-ad5c-7c2f708750b4 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:33:49.548865 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port b0d46a26-4897-4657-ad5c-7c2f708750b4, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0d46a26-4897-4657-ad5c-7c2f708750b4,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:49.563042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'b0d46a26-4897-4657-ad5c-7c2f708750b4', 'network_id': 'f8170d4c-f3c2-49d8-856c-3faf83fc47cb', 'port_id': 'b0d46a26-4897-4657-ad5c-7c2f708750b4', 'mac_address': 'fa:16:3e:ad:6c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b770ad-291c-4fc4-89ec-2bbf262e4b22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:33:49.622233 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:49.637411 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d46a26-4897-4657-ad5c-7c2f708750b4 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:49.646904 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-9d88a86a-b13a-4517-8253-7b9311eaace9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:49.648730 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-9d88a86a-b13a-4517-8253-7b9311eaace9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 811 time: 0.1176660 Jun 29 16:33:49.697219 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port b0d46a26-4897-4657-ad5c-7c2f708750b4, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0d46a26-4897-4657-ad5c-7c2f708750b4,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:49.711221 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-2629022b-ef88-4c76-89cc-2820494e345e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 379 time: 0.0473411 Jun 29 16:33:49.714203 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'port': {'device_id': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'admin_state_up': True, 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'security_groups': ['75e9aa40-a36f-4a04-8d30-108284a66717']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:49.828359 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:49.831801 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:49.883010 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=b0d46a26-4897-4657-ad5c-7c2f708750b4,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:49.884866 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0456b31e-5e54-44f6-95b5-592c64e79783 req-f83fdb31-ce3b-4aa7-aae0-837c505f8315 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 210 time: 0.0312665 Jun 29 16:33:49.886441 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:49.922605 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Made reservation on behalf of 4eba69c887a24efd804d007b6a8631e0 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:33:49.922790 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-bc7c90fe-8503-4d0b-ad76-d38caeadb05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:49.926338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.061186 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Allocated IP 172.20.0.5 (dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e/08fec082-8730-46a1-b5d1-5debf21881a3/df2dc8f5-5fc3-4578-a0a9-82c03826a42e) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:33:50.173246 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['b0d46a26-4897-4657-ad5c-7c2f708750b4'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:33:50.202879 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.219038 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Transition to ACTIVE for port object df2dc8f5-5fc3-4578-a0a9-82c03826a42e will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:50.312401 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.317530 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:50.364547 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:33:50.382340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:33:50.385782 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:33:50.432819 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:50.436294 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:50.464271 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:50.464923 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.499615 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881459e-2eae-4025-9fc1-35e698e06b01 req-bb52fcfd-4fbb-4678-b325-226783215be9 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:50.504831 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7881459e-2eae-4025-9fc1-35e698e06b01 req-bb52fcfd-4fbb-4678-b325-226783215be9 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 944 time: 0.1356003 Jun 29 16:33:50.547835 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7881459e-2eae-4025-9fc1-35e698e06b01 req-34a0c834-64f9-408a-89d5-a411c0b6f6a7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356722 Jun 29 16:33:50.563489 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8531299 Jun 29 16:33:50.578047 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Request body: {'port': {'device_id': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:33:50.654335 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.694311 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ac0aa3df-ab32-43c4-8c25-56fc871acae4 None None] Provisioning for port df2dc8f5-5fc3-4578-a0a9-82c03826a42e completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:50.698657 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ac0aa3df-ab32-43c4-8c25-56fc871acae4 None None] Provisioning complete for port df2dc8f5-5fc3-4578-a0a9-82c03826a42e triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:50.700926 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ac0aa3df-ab32-43c4-8c25-56fc871acae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.736508 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ac0aa3df-ab32-43c4-8c25-56fc871acae4 None None] Port df2dc8f5-5fc3-4578-a0a9-82c03826a42e cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:33:50.917359 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2dc8f5-5fc3-4578-a0a9-82c03826a42e {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:33:50.925326 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.938429 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Transition to ACTIVE for port object df2dc8f5-5fc3-4578-a0a9-82c03826a42e will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:33:50.980352 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:50.982517 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:51.072443 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Pushing event updated for resources: {'Port': ['ID=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:51.078755 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:51.155093 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c65b1-824e-4249-845a-8247b611008f req-cc7ad131-0e10-4b23-ac85-3264df5841ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:51.156923 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e37c65b1-824e-4249-845a-8247b611008f req-cc7ad131-0e10-4b23-ac85-3264df5841ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.1484847 Jun 29 16:33:51.189267 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Attempting to bind port df2dc8f5-5fc3-4578-a0a9-82c03826a42e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:33:51.189610 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Attempting to bind port df2dc8f5-5fc3-4578-a0a9-82c03826a42e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:33:51.189943 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Attempting to bind port df2dc8f5-5fc3-4578-a0a9-82c03826a42e on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:51.199404 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Port df2dc8f5-5fc3-4578-a0a9-82c03826a42e on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:33:51.199733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Attempting to bind port df2dc8f5-5fc3-4578-a0a9-82c03826a42e on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:33:51.216385 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e37c65b1-824e-4249-845a-8247b611008f req-a753ffff-0271-41f1-9c1e-16ff122cef5b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512831 Jun 29 16:33:51.217103 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:33:51.217437 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Checking segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:33:51.217833 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Bound using segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:33:51.218291 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Bound port: df2dc8f5-5fc3-4578-a0a9-82c03826a42e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:33:51.218645 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:51.290646 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] For port df2dc8f5-5fc3-4578-a0a9-82c03826a42e, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:33:51.293710 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] For port df2dc8f5-5fc3-4578-a0a9-82c03826a42e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:33:51.369039 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:51.371143 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:51.406846 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:51.407494 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:51.415847 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] 10.222.0.11 "PUT /v2.0/ports/df2dc8f5-5fc3-4578-a0a9-82c03826a42e HTTP/1.1" status: 200 len: 1093 time: 0.8352084 Jun 29 16:33:51.415847 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:51.415847 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f3155d-d5fe-46e8-bcd0-2378a3d54ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:51.444051 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Pushing event updated for resources: {'Port': ['ID=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:51.447405 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:51.457631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26ca579-2637-4bdc-84b7-ce3ed328bb19 x-openstack-request-id: req-c26ca579-2637-4bdc-84b7-ce3ed328bb19 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:51.457961 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:51.458419 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c26ca579-2637-4bdc-84b7-ce3ed328bb19 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:51.458884 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'status': 'completed', 'code': 200} Jun 29 16:33:51.472356 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device b0d46a26-4897-4657-ad5c-7c2f708750b4 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:33:51.559532 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3155d-d5fe-46e8-bcd0-2378a3d54ab5 req-8d319c65-4d42-4ec1-b4fb-e993cf5ef7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:51.561080 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-22f3155d-d5fe-46e8-bcd0-2378a3d54ab5 req-8d319c65-4d42-4ec1-b4fb-e993cf5ef7b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 1096 time: 0.0694869 Jun 29 16:33:51.597399 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port b0d46a26-4897-4657-ad5c-7c2f708750b4 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:33:51.602246 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port b0d46a26-4897-4657-ad5c-7c2f708750b4 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:33:51.602687 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:51.697282 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:51.711087 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3155d-d5fe-46e8-bcd0-2378a3d54ab5 req-2503b4b2-bf17-4b53-926c-34cea3878f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:51.712600 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-22f3155d-d5fe-46e8-bcd0-2378a3d54ab5 req-2503b4b2-bf17-4b53-926c-34cea3878f6a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4eba69c887a24efd804d007b6a8631e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1383731 Jun 29 16:33:51.720396 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d46a26-4897-4657-ad5c-7c2f708750b4'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:33:51.722657 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b57ebf2-5911-4759-96be-ffeef3556bf4" -d '{"events": [{"server_uuid": "1992bd9b-3541-4adc-a356-43ec10f341c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0d46a26-4897-4657-ad5c-7c2f708750b4"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:33:51.737399 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port b0d46a26-4897-4657-ad5c-7c2f708750b4, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0d46a26-4897-4657-ad5c-7c2f708750b4,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:33:51.763019 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3096ee5a-b92c-462e-b91d-a848b34b3f17 x-openstack-request-id: req-3096ee5a-b92c-462e-b91d-a848b34b3f17 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:33:51.763438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1992bd9b-3541-4adc-a356-43ec10f341c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0d46a26-4897-4657-ad5c-7c2f708750b4", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:33:51.763709 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3096ee5a-b92c-462e-b91d-a848b34b3f17 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:33:51.764107 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d46a26-4897-4657-ad5c-7c2f708750b4', 'code': 200} Jun 29 16:33:51.808691 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:51.808981 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb40d22-1003-43ca-89e6-3bce2dcf33fb req-861f9457-47c7-4f84-b5ac-ce164476cae8 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:51.810720 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a4cf58cb-ba07-4cc4-be67-42a7204a4210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:33:51.816103 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dcb40d22-1003-43ca-89e6-3bce2dcf33fb req-861f9457-47c7-4f84-b5ac-ce164476cae8 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 944 time: 0.1490984 Jun 29 16:33:51.869864 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=b0d46a26-4897-4657-ad5c-7c2f708750b4,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:33:51.873135 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:33:51.874041 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dcb40d22-1003-43ca-89e6-3bce2dcf33fb req-1124a040-3d0f-4b0a-bfc3-dbe11b1677aa tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558155 Jun 29 16:33:51.877173 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3155d-d5fe-46e8-bcd0-2378a3d54ab5 req-12ac9be2-24a4-4fb1-ab51-b948d4f91771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:51.878623 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-22f3155d-d5fe-46e8-bcd0-2378a3d54ab5 req-12ac9be2-24a4-4fb1-ab51-b948d4f91771 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532288 Jun 29 16:33:52.007821 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-4955c445-8a5a-494c-9a9f-c6d65269c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:52.009310 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-4955c445-8a5a-494c-9a9f-c6d65269c770 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 1096 time: 0.0551741 Jun 29 16:33:52.092114 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-c016c43e-ba86-48c4-a47f-61d3739868bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e HTTP/1.1" status: 200 len: 217 time: 0.0663393 Jun 29 16:33:52.124762 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa286bd2-e76f-4c78-9ed6-9af89cc52afc req-21efe354-efd8-410b-8051-4c11cfb20268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:52.126547 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-aa286bd2-e76f-4c78-9ed6-9af89cc52afc req-21efe354-efd8-410b-8051-4c11cfb20268 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 1098 time: 0.0561848 Jun 29 16:33:52.143628 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0f741649-3aa9-4682-8d1e-ed0e9839ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:52.145090 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-0f741649-3aa9-4682-8d1e-ed0e9839ce00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0445311 Jun 29 16:33:52.164146 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-aa286bd2-e76f-4c78-9ed6-9af89cc52afc req-88738beb-557c-4a49-a6d0-bc83a2543dbc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291288 Jun 29 16:33:52.205629 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-b5300d7b-bd52-4f69-b74e-e965bfd6b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:52.207245 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-b5300d7b-bd52-4f69-b74e-e965bfd6b07e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546930 Jun 29 16:33:52.318408 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-d436a25d-7d4d-43f1-9bba-eb9ecb4f431a service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900252 Jun 29 16:33:52.705677 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-13a0dd61-34f4-47b7-ad48-ef8f866207b1 req-a317d032-6bb6-49f5-a359-b50c0eb8be40 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764334 Jun 29 16:33:52.716918 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8753b-1679-449a-8ccf-8345e4566940 req-915f6116-2686-405a-93f9-a728a7b79ed6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:52.718540 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-68e8753b-1679-449a-8ccf-8345e4566940 req-915f6116-2686-405a-93f9-a728a7b79ed6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.3882086 Jun 29 16:33:52.765878 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-68e8753b-1679-449a-8ccf-8345e4566940 req-d3e9a17e-d32e-4574-b768-ec4433c25427 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367665 Jun 29 16:33:52.768416 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:52.848553 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-9b85c8be-bd4f-49f1-b567-e81d01624a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:53.055587 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccad70-a5d8-4440-a8dc-3eee21ca757e req-8eccd1f1-179f-45d3-b7d1-9b76580b17e3 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:53.057668 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eaccad70-a5d8-4440-a8dc-3eee21ca757e req-8eccd1f1-179f-45d3-b7d1-9b76580b17e3 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 945 time: 0.0666592 Jun 29 16:33:53.104314 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eaccad70-a5d8-4440-a8dc-3eee21ca757e req-bd8ac124-afaf-45f7-93b1-ac564eb93ba1 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Jun 29 16:33:53.232174 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-62f2a9ba-1bd1-4628-8f98-6c1185b717fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509803 Jun 29 16:33:53.360142 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-23070fef-fce0-4a29-ba72-384ce157c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:53.361530 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-23070fef-fce0-4a29-ba72-384ce157c800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 1098 time: 0.0722854 Jun 29 16:33:53.477804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-ab039d83-f73e-4654-b27b-172bdf0ed0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:53.479294 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-ab039d83-f73e-4654-b27b-172bdf0ed0b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 916 time: 0.0908551 Jun 29 16:33:53.528920 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-62adc106-feb7-4448-8eab-e55e804b01dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24fb113f-f072-44e2-b7f5-e0db014c088b HTTP/1.1" status: 200 len: 217 time: 0.0427909 Jun 29 16:33:53.581495 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-0f4927de-1862-487e-bae6-b56dbe26fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:53.582952 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-0f4927de-1862-487e-bae6-b56dbe26fc20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c20305d1-1329-4fdf-81ed-bf0e0d44f225 HTTP/1.1" status: 200 len: 855 time: 0.0448895 Jun 29 16:33:53.619883 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-889faabf-f499-4926-9f62-7e5300656df6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fd137a4-7934-4ed2-a54a-922069e262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261223 Jun 29 16:33:53.717244 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-f221dc3e-99c9-4ba0-995f-f189debe4be8 service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872762 Jun 29 16:33:53.851533 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-53a6b2de-4ebf-4293-9099-574f93fa8120 req-a8b984fb-3ae0-4035-b574-c2c2af779579 service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248569 Jun 29 16:33:53.948974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a549-fcdc-4f64-b9b5-f607dd8d3ef6 req-65803a98-e8e4-4301-80a7-6d860b103b3f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:53.950465 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d5f9a549-fcdc-4f64-b9b5-f607dd8d3ef6 req-65803a98-e8e4-4301-80a7-6d860b103b3f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0729082 Jun 29 16:33:53.992762 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d5f9a549-fcdc-4f64-b9b5-f607dd8d3ef6 req-051056c0-7203-4e7b-a825-b4f9d3becebe tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363228 Jun 29 16:33:54.019856 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:54.276126 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b36f6c-e9be-45f1-b6af-486784fd661e req-fb49a0b4-0da4-421f-910f-2aca52fd8526 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:54.281313 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33b36f6c-e9be-45f1-b6af-486784fd661e req-fb49a0b4-0da4-421f-910f-2aca52fd8526 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 945 time: 0.0630975 Jun 29 16:33:54.316404 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33b36f6c-e9be-45f1-b6af-486784fd661e req-4d90e9e7-07af-4902-9d01-2fcfa356dd40 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Jun 29 16:33:55.175460 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48368c5-969b-4a0a-b640-ae30946df084 req-a304882f-fc17-407f-9698-5aa4d1d60d63 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:55.177113 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e48368c5-969b-4a0a-b640-ae30946df084 req-a304882f-fc17-407f-9698-5aa4d1d60d63 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0700946 Jun 29 16:33:55.218300 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e48368c5-969b-4a0a-b640-ae30946df084 req-c9cd887a-9289-4207-bc67-c899f6537f17 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333288 Jun 29 16:33:55.579953 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:56.404263 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81794e-d5e4-4219-b8b0-b1f8ace93416 req-7b764e40-ab30-4a2e-94e9-b6035f5c2181 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:56.405733 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da81794e-d5e4-4219-b8b0-b1f8ace93416 req-7b764e40-ab30-4a2e-94e9-b6035f5c2181 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0670390 Jun 29 16:33:56.444111 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da81794e-d5e4-4219-b8b0-b1f8ace93416 req-8dccacdb-c446-4e4e-ac99-121e3480e11f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325694 Jun 29 16:33:57.019826 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:33:57.620860 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f866e2-054a-494b-937a-355ba8f06bc8 req-8718a26d-0286-41a3-8be3-d631cfbce3a3 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:57.622326 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18f866e2-054a-494b-937a-355ba8f06bc8 req-8718a26d-0286-41a3-8be3-d631cfbce3a3 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0641384 Jun 29 16:33:57.662109 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18f866e2-054a-494b-937a-355ba8f06bc8 req-a1969624-7334-4013-a8f1-507b9853e6a9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340872 Jun 29 16:33:58.862066 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06584448-20ec-483c-b793-487f5fcb6388 req-862083d7-6046-48b2-8d84-89af8de99f2a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:33:58.863611 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-06584448-20ec-483c-b793-487f5fcb6388 req-862083d7-6046-48b2-8d84-89af8de99f2a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0748727 Jun 29 16:33:58.904083 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-06584448-20ec-483c-b793-487f5fcb6388 req-2e02a8a2-ddbb-4030-9090-123d13697ab4 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339754 Jun 29 16:34:00.085408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374cc2c-12a4-46cc-b67d-1c171c6e9312 req-09c4c523-02c1-4cbb-8e19-ac5a8eb33b8b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:00.086829 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e374cc2c-12a4-46cc-b67d-1c171c6e9312 req-09c4c523-02c1-4cbb-8e19-ac5a8eb33b8b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0646095 Jun 29 16:34:00.126697 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e374cc2c-12a4-46cc-b67d-1c171c6e9312 req-cbfbc86e-5f2b-412e-9836-2ccd4b342909 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341029 Jun 29 16:34:01.296923 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37ba49-7709-423d-b05e-bb14d64be938 req-ed7f0435-cce7-46c9-a4f0-0ce0a15dde09 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:01.298456 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0a37ba49-7709-423d-b05e-bb14d64be938 req-ed7f0435-cce7-46c9-a4f0-0ce0a15dde09 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0630722 Jun 29 16:34:01.337818 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0a37ba49-7709-423d-b05e-bb14d64be938 req-35e32a67-52ab-40db-947e-7ab69896cc10 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Jun 29 16:34:02.524297 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3fcd2-59e8-4689-bf85-e8c15c78d1a6 req-f67e0c3c-66d8-4137-90d4-d4e39195b257 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:02.525859 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32a3fcd2-59e8-4689-bf85-e8c15c78d1a6 req-f67e0c3c-66d8-4137-90d4-d4e39195b257 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0703883 Jun 29 16:34:02.565571 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32a3fcd2-59e8-4689-bf85-e8c15c78d1a6 req-70487612-2bb4-47d6-84cc-806e8f22d9cc tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338557 Jun 29 16:34:03.742739 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05bab-a618-4c9a-8723-02cb44e4694b req-98932d93-f76d-4f7f-9012-d51d01de71b4 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:03.744318 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64a05bab-a618-4c9a-8723-02cb44e4694b req-98932d93-f76d-4f7f-9012-d51d01de71b4 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0669708 Jun 29 16:34:03.784309 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64a05bab-a618-4c9a-8723-02cb44e4694b req-db2aac05-2b59-4719-b3b2-2de50caa7d3a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341835 Jun 29 16:34:04.968391 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a533a-88a9-41c8-bd51-089b0f673573 req-fa271a60-dabc-4a5e-a8d9-24ca8f0fe025 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:04.970010 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f2a533a-88a9-41c8-bd51-089b0f673573 req-fa271a60-dabc-4a5e-a8d9-24ca8f0fe025 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 943 time: 0.0691001 Jun 29 16:34:05.012944 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f2a533a-88a9-41c8-bd51-089b0f673573 req-de74d9ba-cb9e-459d-be33-2a214b195761 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Jun 29 16:34:05.527173 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device df2dc8f5-5fc3-4578-a0a9-82c03826a42e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:34:05.633144 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port df2dc8f5-5fc3-4578-a0a9-82c03826a42e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:05.645070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'port_id': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'mac_address': 'fa:16:3e:14:e8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:34:05.684039 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:05.697888 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2dc8f5-5fc3-4578-a0a9-82c03826a42e {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:34:05.718081 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port df2dc8f5-5fc3-4578-a0a9-82c03826a42e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:05.808563 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:05.810315 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:05.980275 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:05.983373 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:06.213356 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44440846-3235-41f5-8b93-a478bc332aea req-f5fa727a-9912-4384-adc7-64962e5ecd52 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:06.215568 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44440846-3235-41f5-8b93-a478bc332aea req-f5fa727a-9912-4384-adc7-64962e5ecd52 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 944 time: 0.0857689 Jun 29 16:34:06.234097 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['df2dc8f5-5fc3-4578-a0a9-82c03826a42e'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:34:06.273323 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-44440846-3235-41f5-8b93-a478bc332aea req-c17c7188-a701-429d-8ee6-f010693457fa tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473199 Jun 29 16:34:06.576467 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-686db2c4-ff0d-4bbe-95d1-ec0f4052cf43 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:06.577953 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-686db2c4-ff0d-4bbe-95d1-ec0f4052cf43 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.1156995 Jun 29 16:34:06.593626 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-0009a0cc-5ff2-46dd-9e5d-a9f43e7d1aa4 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/quotas/99c7b730f5fb4241bcadf39827dcf4d3 HTTP/1.1" status: 200 len: 375 time: 0.0101204 Jun 29 16:34:06.665281 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-e72ca941-8ea9-4629-b1b1-438da4c66717 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658886 Jun 29 16:34:06.802823 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b211d17e-6788-4304-8aee-83bfee9d305e service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309097 Jun 29 16:34:06.899802 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-23ef25c1-2e93-4f45-8abd-503f8420ab23 service neutron] 10.222.0.65 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911136 Jun 29 16:34:07.244020 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-57079d8a-d59f-4c42-81e3-698aa30e7789 req-b304fe80-5044-4895-8f11-dff82d138d31 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0319679 Jun 29 16:34:07.468961 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fad29e-be4d-4b8a-ba08-2e1571e74b0f req-5c7978b8-62ba-468e-80ae-1f76b269947f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:07.470381 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50fad29e-be4d-4b8a-ba08-2e1571e74b0f req-5c7978b8-62ba-468e-80ae-1f76b269947f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 944 time: 0.0689902 Jun 29 16:34:07.514602 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50fad29e-be4d-4b8a-ba08-2e1571e74b0f req-42a1656f-1053-405e-82f8-bdca8752d291 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376272 Jun 29 16:34:08.383176 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6d229de4-38b3-4c67-9316-4bdffcc00a96 req-0e197c94-6d73-432b-8da5-93707cece779 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Jun 29 16:34:08.687683 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03536d6-e092-403c-9915-6b129e8f9dc7 req-ad3430d6-29f7-4889-9416-680c1cbc3d65 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:08.689063 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f03536d6-e092-403c-9915-6b129e8f9dc7 req-ad3430d6-29f7-4889-9416-680c1cbc3d65 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 944 time: 0.0639591 Jun 29 16:34:08.729988 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f03536d6-e092-403c-9915-6b129e8f9dc7 req-e623946e-ff34-4293-8a2b-c3a359744e48 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351498 Jun 29 16:34:09.532650 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa094db8-1f3a-406d-acc5-e7764c9c357b req-6ca15e53-56cd-454b-885a-d4a1cd5045aa tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0370343 Jun 29 16:34:09.904420 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdabeb9-d861-4227-9ce3-53005018085d req-6786b0fb-c111-4a26-91c6-19d04732da72 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:09.905992 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fcdabeb9-d861-4227-9ce3-53005018085d req-6786b0fb-c111-4a26-91c6-19d04732da72 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 944 time: 0.0661650 Jun 29 16:34:09.947983 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fcdabeb9-d861-4227-9ce3-53005018085d req-6fdca21e-a969-4638-8a6d-be376309219e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358291 Jun 29 16:34:10.686371 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee01156d-0d6c-4feb-b4a2-8490aa93cac3 req-8f9893b2-523a-4642-9041-17f9a1631c69 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0296898 Jun 29 16:34:11.194271 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2750e-03d5-4a4e-8136-64f7c24aa45e req-bb4c1b41-b979-4abe-94f6-84496478c618 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:11.195946 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d3e2750e-03d5-4a4e-8136-64f7c24aa45e req-bb4c1b41-b979-4abe-94f6-84496478c618 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 944 time: 0.1258628 Jun 29 16:34:11.267391 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d3e2750e-03d5-4a4e-8136-64f7c24aa45e req-918b2131-6e5a-4ec8-95bb-128439264aea tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634220 Jun 29 16:34:11.275525 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-8d4ceb01-4811-4aa7-be6b-9737e0bba10f tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:11.276980 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-8d4ceb01-4811-4aa7-be6b-9737e0bba10f tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 815 time: 0.1503685 Jun 29 16:34:11.832743 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1a7574fd-677e-4c0d-a68b-fee3158a73de req-9ee6c727-6619-42af-9bd2-8eb490e2db15 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0341268 Jun 29 16:34:12.222240 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device df2dc8f5-5fc3-4578-a0a9-82c03826a42e up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:34:12.311303 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port df2dc8f5-5fc3-4578-a0a9-82c03826a42e completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:34:12.316058 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port df2dc8f5-5fc3-4578-a0a9-82c03826a42e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:34:12.323717 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:12.430524 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:12.453065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792c47-48c9-4e4f-8f34-cacc0a6178fc req-44912b61-5a7b-4837-a393-846a1e03e804 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:12.454753 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f792c47-48c9-4e4f-8f34-cacc0a6178fc req-44912b61-5a7b-4837-a393-846a1e03e804 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 944 time: 0.0665529 Jun 29 16:34:12.456152 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:12.458516 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf168b2-084d-44e8-add3-4377ca5c3ff0" -d '{"events": [{"server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "name": "network-vif-plugged", "status": "completed", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:12.473857 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port df2dc8f5-5fc3-4578-a0a9-82c03826a42e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:12.498808 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8d4872-6d45-4a54-9998-46529eb0a2f8 x-openstack-request-id: req-9a8d4872-6d45-4a54-9998-46529eb0a2f8 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:12.498974 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f792c47-48c9-4e4f-8f34-cacc0a6178fc req-5cddbfff-0b3b-4e74-8eed-d3707b7e55db tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365121 Jun 29 16:34:12.499090 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "name": "network-vif-plugged", "status": "completed", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:12.499090 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a8d4872-6d45-4a54-9998-46529eb0a2f8 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:12.499090 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'code': 200} Jun 29 16:34:12.551380 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:12.553836 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:12.607070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:12.610455 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:12.991519 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1fda1efd-6162-4984-b3ae-82a96c18430c req-75f2cf55-6523-488c-bec9-fd319cdd9541 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0305822 Jun 29 16:34:13.684915 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383599d7-3f1a-4dbb-91ea-32ef233829c9 req-5e265d61-20a6-49b7-8cf6-6947d6ca29ce tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:13.686430 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-383599d7-3f1a-4dbb-91ea-32ef233829c9 req-5e265d61-20a6-49b7-8cf6-6947d6ca29ce tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0664015 Jun 29 16:34:13.725990 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-383599d7-3f1a-4dbb-91ea-32ef233829c9 req-7443cef2-a19e-4623-8a13-60cc610bbe08 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338304 Jun 29 16:34:14.136575 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-069ef664-9ecf-4444-ae27-a3d1b5db9587 req-ec3386e1-9bf0-4438-adc4-0139014f50e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0293117 Jun 29 16:34:14.245070 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Request body: {'port': {'device_id': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'admin_state_up': True, 'tenant_id': '99c7b730f5fb4241bcadf39827dcf4d3'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:14.471117 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Made reservation on behalf of 99c7b730f5fb4241bcadf39827dcf4d3 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:34:14.475203 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:14.605678 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Allocated IP 172.20.0.11 (4fd137a4-7934-4ed2-a54a-922069e262f6/c20305d1-1329-4fdf-81ed-bf0e0d44f225/7b6d56c5-d72f-4992-9896-ab39f170c079) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:34:14.609741 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dec0ff-6281-4442-97b9-5c6c58becdac req-062375d6-6793-47c1-9ca2-4fe8c346cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:14.611541 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b1dec0ff-6281-4442-97b9-5c6c58becdac req-062375d6-6793-47c1-9ca2-4fe8c346cca7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 1098 time: 0.0541632 Jun 29 16:34:14.658471 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b1dec0ff-6281-4442-97b9-5c6c58becdac req-e7eea3a1-0dc5-4414-9e40-aef1b2a243b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315037 Jun 29 16:34:14.763180 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:14.877818 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:14.883477 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7004bb58-fdc4-46b1-b103-675eeaf0348b tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:14.894201 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b', '550198a9-2467-497b-9192-435e08f773b7', '4872ff9b-07f8-4ff4-8695-659f29a4ffab'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:34:14.955783 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Network 4fd137a4-7934-4ed2-a54a-922069e262f6 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:34:14.959820 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event updated for resources: {'Port': ['ID=7b6d56c5-d72f-4992-9896-ab39f170c079,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:14.963024 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:34:14.964854 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:14.966502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:34:14.980173 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84248e5-0886-4923-bcfb-4609cf1886b3 req-23deb20c-a644-4ad9-86a7-cebec5e81814 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:14.981816 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c84248e5-0886-4923-bcfb-4609cf1886b3 req-23deb20c-a644-4ad9-86a7-cebec5e81814 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.1376796 Jun 29 16:34:15.045759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:15.046299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:15.060681 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c84248e5-0886-4923-bcfb-4609cf1886b3 req-9de04406-d694-40d2-b0aa-6a241c625f1d tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600319 Jun 29 16:34:15.127394 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8829019 Jun 29 16:34:15.137406 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Request body: {'port': {'device_id': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:15.217099 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:15.431026 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9809e4-79c2-426c-9805-25c4a333e1da req-60a13851-cb3b-440f-b0fa-a06f25f7c8f8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:15.432613 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b9809e4-79c2-426c-9805-25c4a333e1da req-60a13851-cb3b-440f-b0fa-a06f25f7c8f8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 932 time: 0.1720209 Jun 29 16:34:15.496304 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b9809e4-79c2-426c-9805-25c4a333e1da req-255e73a3-dbfe-4fe4-be60-bd67a80719e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571346 Jun 29 16:34:15.559476 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6d56c5-d72f-4992-9896-ab39f170c079 {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:34:15.566805 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:15.579092 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Transition to ACTIVE for port object 7b6d56c5-d72f-4992-9896-ab39f170c079 will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:34:15.670992 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:15.674657 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:15.724726 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Pushing event updated for resources: {'Port': ['ID=7b6d56c5-d72f-4992-9896-ab39f170c079,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:15.750472 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.750844 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.751231 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.751597 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.751956 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.752313 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.752665 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.753017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.753371 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.753748 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.754130 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.754506 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:15.774505 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:15.805626 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Attempting to bind port 7b6d56c5-d72f-4992-9896-ab39f170c079 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:34:15.805965 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Attempting to bind port 7b6d56c5-d72f-4992-9896-ab39f170c079 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:34:15.806295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Attempting to bind port 7b6d56c5-d72f-4992-9896-ab39f170c079 on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:34:15.810755 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Port 7b6d56c5-d72f-4992-9896-ab39f170c079 on network 4fd137a4-7934-4ed2-a54a-922069e262f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:34:15.811111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Attempting to bind port 7b6d56c5-d72f-4992-9896-ab39f170c079 on network 4fd137a4-7934-4ed2-a54a-922069e262f6 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:34:15.817675 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:34:15.817675 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Checking segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:34:15.818075 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Bound using segment: {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:34:15.818424 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Bound port: 7b6d56c5-d72f-4992-9896-ab39f170c079, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d0f96f-e76f-4107-8644-e4d65276628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:34:15.818818 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:15.888374 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] For port 7b6d56c5-d72f-4992-9896-ab39f170c079, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:34:15.891476 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] For port 7b6d56c5-d72f-4992-9896-ab39f170c079, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7b6d56c5-d72f-4992-9896-ab39f170c079,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:34:16.031902 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:16.033942 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:16.065237 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.065359 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:16.066914 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b64323de-794f-46e0-924c-46f1192469fe service neutron] 10.222.0.11 "PUT /v2.0/ports/7b6d56c5-d72f-4992-9896-ab39f170c079 HTTP/1.1" status: 200 len: 1094 time: 0.9338675 Jun 29 16:34:16.069206 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'tag': '7b6d56c5-d72f-4992-9896-ab39f170c079'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:16.071563 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992bc4de-1fd5-47c8-bc5d-83538d7e3746" -d '{"events": [{"name": "network-changed", "server_uuid": "7cb0549d-3476-4f03-b50f-4b6828b7eae2", "tag": "7b6d56c5-d72f-4992-9896-ab39f170c079"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:16.102381 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Pushing event updated for resources: {'Port': ['ID=7b6d56c5-d72f-4992-9896-ab39f170c079,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:16.105808 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:16.114950 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10159ab4-83c4-4b31-abdd-e24bbfbd8210 x-openstack-request-id: req-10159ab4-83c4-4b31-abdd-e24bbfbd8210 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:16.115311 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cb0549d-3476-4f03-b50f-4b6828b7eae2", "tag": "7b6d56c5-d72f-4992-9896-ab39f170c079", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:16.115600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10159ab4-83c4-4b31-abdd-e24bbfbd8210 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:16.116028 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'tag': '7b6d56c5-d72f-4992-9896-ab39f170c079', 'status': 'completed', 'code': 200} Jun 29 16:34:16.256355 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bc4de-1fd5-47c8-bc5d-83538d7e3746 req-9f92fff1-f126-4ef1-af3c-ec7aa4cdeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.257847 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-992bc4de-1fd5-47c8-bc5d-83538d7e3746 req-9f92fff1-f126-4ef1-af3c-ec7aa4cdeb07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 1097 time: 0.0992513 Jun 29 16:34:16.262592 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:34:16.270011 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68bb5-c7bf-4ae6-9cfb-39ddab75bef5 req-cef6bc1d-89e4-4f60-b32f-388d0673cf15 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.272207 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-acc68bb5-c7bf-4ae6-9cfb-39ddab75bef5 req-cef6bc1d-89e4-4f60-b32f-388d0673cf15 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0814893 Jun 29 16:34:16.361406 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-acc68bb5-c7bf-4ae6-9cfb-39ddab75bef5 req-4062d6de-94e0-4120-b2b8-4cccd4465475 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792809 Jun 29 16:34:16.394300 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bc4de-1fd5-47c8-bc5d-83538d7e3746 req-480364ea-41b7-4b4d-b1fd-6a0cf23288d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.395834 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-992bc4de-1fd5-47c8-bc5d-83538d7e3746 req-480364ea-41b7-4b4d-b1fd-6a0cf23288d6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1218197 Jun 29 16:34:16.545844 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bc4de-1fd5-47c8-bc5d-83538d7e3746 req-8346f0da-2316-4d43-b61a-de42e77601e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.547349 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-992bc4de-1fd5-47c8-bc5d-83538d7e3746 req-8346f0da-2316-4d43-b61a-de42e77601e6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362526 Jun 29 16:34:16.568525 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcfc10-00f2-4ca3-99fa-e4c91937d73a req-1237e4d4-937f-4f89-b5dd-07d240f972a9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.570023 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9adcfc10-00f2-4ca3-99fa-e4c91937d73a req-1237e4d4-937f-4f89-b5dd-07d240f972a9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0958006 Jun 29 16:34:16.680605 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9adcfc10-00f2-4ca3-99fa-e4c91937d73a req-5cf18bf4-020f-47ef-b4b5-096daf62f9c1 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038971 Jun 29 16:34:16.705808 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 49634) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:16.719666 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-f34cc50d-9eb3-46ba-8a0f-ffe0287edaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.721144 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-f34cc50d-9eb3-46ba-8a0f-ffe0287edaeb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 1097 time: 0.1298437 Jun 29 16:34:16.734494 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cdae2-f340-45d1-b3f2-aa286c239cb0 req-3fbddf91-df30-4f98-9e88-085e6564d4de tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.736154 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa9cdae2-f340-45d1-b3f2-aa286c239cb0 req-3fbddf91-df30-4f98-9e88-085e6564d4de tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 944 time: 0.1030092 Jun 29 16:34:16.785792 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-b67117a7-ab5d-4223-92e1-cd78cbca8b84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6d56c5-d72f-4992-9896-ab39f170c079 HTTP/1.1" status: 200 len: 217 time: 0.0486097 Jun 29 16:34:16.838475 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa9cdae2-f340-45d1-b3f2-aa286c239cb0 req-b72a8395-0b1c-43fd-ad9d-ef439d095c01 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941987 Jun 29 16:34:16.857941 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-f397fe18-f923-48ca-969c-c068c11bd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.859423 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-f397fe18-f923-48ca-969c-c068c11bd9ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c20305d1-1329-4fdf-81ed-bf0e0d44f225 HTTP/1.1" status: 200 len: 855 time: 0.0666158 Jun 29 16:34:16.873198 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb8284-0c3a-413d-b339-83b796abc12b tempest-TestVolumeBootPattern-215619546 tempest-TestVolumeBootPattern-215619546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:16.875648 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-56eb8284-0c3a-413d-b339-83b796abc12b tempest-TestVolumeBootPattern-215619546 tempest-TestVolumeBootPattern-215619546-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 1093 time: 0.1687381 Jun 29 16:34:16.877642 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 49638) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:16.883113 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'port_id': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:16.896523 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-9600e3d2-7439-4bd5-a35f-8a1bb9a51feb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fd137a4-7934-4ed2-a54a-922069e262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269852 Jun 29 16:34:16.987710 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-be871d02-8bf5-436a-ba6a-0e8c17b2cb2f service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814726 Jun 29 16:34:16.996867 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:17.085768 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1b2ed82-a325-42b9-8cea-f336dc780ed5 req-7be85d1f-502c-42f6-92b2-0512f5cf7175 service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869403 Jun 29 16:34:17.092564 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:17.199699 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Allocated IP 172.27.3.23 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/014398fb-cde8-4d3b-a8fd-338750a67811) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:34:17.299239 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:17.408782 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:17.412463 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3310fb84-94b0-499d-835f-c561d20099a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:17.449413 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:34:17.454028 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:34:17.457428 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:34:17.462990 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=014398fb-cde8-4d3b-a8fd-338750a67811,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:17.490735 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.491102 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.491487 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.491835 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.492180 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.492553 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.492891 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.493237 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.493580 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.493916 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.494249 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.494583 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:17.499502 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:17.875042 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:18.012672 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583f980-e002-440f-bb1b-03cfa35d8b31 req-3d0dab8f-72f6-47d4-b059-e00b2385d802 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:18.014209 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6583f980-e002-440f-bb1b-03cfa35d8b31 req-3d0dab8f-72f6-47d4-b059-e00b2385d802 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 944 time: 0.0639367 Jun 29 16:34:18.034623 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:18.054905 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6583f980-e002-440f-bb1b-03cfa35d8b31 req-c6dffa2a-d881-4b91-9c32-d3ee5bc15a0b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Jun 29 16:34:18.181967 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:18.230754 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:18.232798 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:18.293193 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=014398fb-cde8-4d3b-a8fd-338750a67811,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:18.297098 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:18.307673 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:18.404711 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Floating IP 6d7544b2-947b-410a-915e-af2d43c11c2c associated. External IP: 172.27.3.23, port: df2dc8f5-5fc3-4578-a0a9-82c03826a42e. Jun 29 16:34:18.606096 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:34:18.718435 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:34:18.729826 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:34:18.738108 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:18.738742 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:33:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:18.821832 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:18.848995 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:18.860148 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9812620 Jun 29 16:34:18.860891 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:18.863294 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388a4d3-7709-4c97-a6b0-af65946a8b14" -d '{"events": [{"name": "network-changed", "server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:18.959776 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9b3b09-e978-43ae-b3cc-552091b200db x-openstack-request-id: req-bf9b3b09-e978-43ae-b3cc-552091b200db {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:18.960786 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:18.961070 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf9b3b09-e978-43ae-b3cc-552091b200db {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:18.961593 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'status': 'completed', 'code': 200} Jun 29 16:34:19.048952 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-021a38ff-66ac-44f3-8bba-dc12684c7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.050441 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-021a38ff-66ac-44f3-8bba-dc12684c7168 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 1098 time: 0.0591526 Jun 29 16:34:19.153315 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '6d7544b2-947b-410a-915e-af2d43c11c2c', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:14:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:17Z', 'updated_at': '2021-06-29T16:34:17Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:19.187639 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:34:19.197424 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:19.198057 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:33:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:19.305316 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:19.441388 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-e9992766-a5a2-409f-9d23-15d206cffea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.443382 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-e9992766-a5a2-409f-9d23-15d206cffea5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 912 time: 0.3854787 Jun 29 16:34:19.454930 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b7fad-d753-47af-b1d1-d0ce9db7dd6f req-729c6815-3b4d-41fc-b8bc-2a2b147715a3 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.456463 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-613b7fad-d753-47af-b1d1-d0ce9db7dd6f req-729c6815-3b4d-41fc-b8bc-2a2b147715a3 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 944 time: 0.0972762 Jun 29 16:34:19.529281 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '6d7544b2-947b-410a-915e-af2d43c11c2c', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:14:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:17Z', 'updated_at': '2021-06-29T16:34:17Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:19.537342 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-613b7fad-d753-47af-b1d1-d0ce9db7dd6f req-efb78ddd-62f0-43db-be52-35125eaf1643 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725620 Jun 29 16:34:19.539091 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-ee5f5256-8974-4083-aa53-7ddb6e2710b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e HTTP/1.1" status: 200 len: 998 time: 0.0817933 Jun 29 16:34:19.555551 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9f3c0d-5fee-47b0-b475-6583e645449b None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '6d7544b2-947b-410a-915e-af2d43c11c2c', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:14:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:17Z', 'updated_at': '2021-06-29T16:34:17Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:34:19.594322 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-46d1eb38-900d-4da8-8b14-8e477aa378c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.595822 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-46d1eb38-900d-4da8-8b14-8e477aa378c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0491104 Jun 29 16:34:19.655705 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-c9c6a5d3-9c3b-4421-a8f7-ce13173964e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:19.657202 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-c9c6a5d3-9c3b-4421-a8f7-ce13173964e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535879 Jun 29 16:34:19.754356 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-3e9fb37d-b187-4651-8ddc-3d7a2739398f service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868497 Jun 29 16:34:19.760130 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58aa8a-ad23-4cdd-94bd-db2626338834 None None] New status for floating IP 6d7544b2-947b-410a-915e-af2d43c11c2c: ACTIVE {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:34:19.862213 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1388a4d3-7709-4c97-a6b0-af65946a8b14 req-1e5622c1-6e6e-4d7f-9b28-b2f95784c8c4 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002567 Jun 29 16:34:19.922609 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a249f905-76bb-4fef-b8c7-953e5cd225e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:20.706043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8d6a-4d3f-45b8-bb0c-0606cf3ba79c req-712f79a1-6a41-44e6-8990-fc25d4fb3f52 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:20.707518 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1aaa8d6a-4d3f-45b8-bb0c-0606cf3ba79c req-712f79a1-6a41-44e6-8990-fc25d4fb3f52 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 944 time: 0.0612905 Jun 29 16:34:20.745735 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1aaa8d6a-4d3f-45b8-bb0c-0606cf3ba79c req-7e3ddb60-d11d-448e-a834-bf5dfaf4ddad tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Jun 29 16:34:21.616867 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 7b6d56c5-d72f-4992-9896-ab39f170c079 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:34:21.696239 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b726-4591-40cc-8590-73862ac41e11 req-91d8833f-19a2-4f8f-a7fa-b6814817b404 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:21.697745 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2c96b726-4591-40cc-8590-73862ac41e11 req-91d8833f-19a2-4f8f-a7fa-b6814817b404 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 945 time: 0.0694408 Jun 29 16:34:21.715912 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 7b6d56c5-d72f-4992-9896-ab39f170c079, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7b6d56c5-d72f-4992-9896-ab39f170c079,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:21.728200 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '7b6d56c5-d72f-4992-9896-ab39f170c079', 'network_id': '4fd137a4-7934-4ed2-a54a-922069e262f6', 'port_id': '7b6d56c5-d72f-4992-9896-ab39f170c079', 'mac_address': 'fa:16:3e:21:4c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c20305d1-1329-4fdf-81ed-bf0e0d44f225', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:34:21.736495 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2c96b726-4591-40cc-8590-73862ac41e11 req-f22016ee-3263-47d9-ac50-3a7f9c4dbfc5 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jun 29 16:34:21.765284 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:21.777759 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6d56c5-d72f-4992-9896-ab39f170c079 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:34:21.797802 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 7b6d56c5-d72f-4992-9896-ab39f170c079, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7b6d56c5-d72f-4992-9896-ab39f170c079,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:21.876534 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:21.878638 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:21.920376 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aef7bd-e302-4443-8a9b-3f3cf4538e0a req-ccbbdfdf-027b-4a50-b38e-f1b86dd1b44d tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:21.921851 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-19aef7bd-e302-4443-8a9b-3f3cf4538e0a req-ccbbdfdf-027b-4a50-b38e-f1b86dd1b44d tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 944 time: 0.0657010 Jun 29 16:34:21.927264 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=7b6d56c5-d72f-4992-9896-ab39f170c079,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:21.934980 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.935273 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.935609 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.935942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.936266 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.936590 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.936918 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.937237 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.937575 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.937923 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.938246 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.938562 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:34:21.942401 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:21.962241 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-19aef7bd-e302-4443-8a9b-3f3cf4538e0a req-132cc5a7-482f-491f-b3aa-01c3fbdfb296 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Jun 29 16:34:22.297512 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['7b6d56c5-d72f-4992-9896-ab39f170c079'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:34:22.837028 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:22.871504 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-48e0ceb1-ed97-44a4-8f0c-525e3280a62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:22.920580 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bb96a-7df0-44c1-a450-1d95e4581928 req-4168df09-52ac-4e2c-8d5e-2df4d0621b04 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:22.922682 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-892bb96a-7df0-44c1-a450-1d95e4581928 req-4168df09-52ac-4e2c-8d5e-2df4d0621b04 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 945 time: 0.0674708 Jun 29 16:34:22.960886 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-892bb96a-7df0-44c1-a450-1d95e4581928 req-699de04c-5d95-49f4-8d95-1d6dab793ff2 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Jun 29 16:34:23.035670 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f587e4d-26dd-4cd0-ae11-2fdb221b21f1 req-a2f2c572-37a7-43d4-ac27-2c9fa0dc4ca8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:23.037019 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f587e4d-26dd-4cd0-ae11-2fdb221b21f1 req-a2f2c572-37a7-43d4-ac27-2c9fa0dc4ca8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.0690446 Jun 29 16:34:23.077080 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f587e4d-26dd-4cd0-ae11-2fdb221b21f1 req-c4711ab5-d084-4902-a2a4-a4cd445ea5fb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Jun 29 16:34:23.140032 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e825f1-e947-403a-8021-243d28cf15bb req-dfe0bab5-4317-4583-a76e-6107eb923d07 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:23.141559 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-87e825f1-e947-403a-8021-243d28cf15bb req-dfe0bab5-4317-4583-a76e-6107eb923d07 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 945 time: 0.0637147 Jun 29 16:34:23.181525 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-87e825f1-e947-403a-8021-243d28cf15bb req-f7d51f6a-5306-4f71-ba4b-0c6d6e1d9bcb tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Jun 29 16:34:23.632957 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 7b6d56c5-d72f-4992-9896-ab39f170c079 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:34:23.785134 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 7b6d56c5-d72f-4992-9896-ab39f170c079 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:34:23.789273 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 7b6d56c5-d72f-4992-9896-ab39f170c079 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:34:23.789576 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:23.854926 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14490c8-140e-4962-9795-0552ee5049f5 req-22b78b4f-228c-425c-9941-8180cfdc24dd tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:23.856401 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b14490c8-140e-4962-9795-0552ee5049f5 req-22b78b4f-228c-425c-9941-8180cfdc24dd tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 945 time: 0.0676599 Jun 29 16:34:23.869549 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:23.898546 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6d56c5-d72f-4992-9896-ab39f170c079'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:23.898546 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59215f9d-2909-4f30-8acf-2ae81c7d3fb0" -d '{"events": [{"server_uuid": "7cb0549d-3476-4f03-b50f-4b6828b7eae2", "name": "network-vif-plugged", "status": "completed", "tag": "7b6d56c5-d72f-4992-9896-ab39f170c079"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:23.916780 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 7b6d56c5-d72f-4992-9896-ab39f170c079, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7b6d56c5-d72f-4992-9896-ab39f170c079,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:23.970801 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Deleting port b0d46a26-4897-4657-ad5c-7c2f708750b4 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:23.971360 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:23.989376 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922852b2-75f2-4deb-9cd1-0155b166bbf1 x-openstack-request-id: req-922852b2-75f2-4deb-9cd1-0155b166bbf1 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:23.989715 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb0549d-3476-4f03-b50f-4b6828b7eae2", "name": "network-vif-plugged", "status": "completed", "tag": "7b6d56c5-d72f-4992-9896-ab39f170c079", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:23.990503 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-922852b2-75f2-4deb-9cd1-0155b166bbf1 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:23.991642 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6d56c5-d72f-4992-9896-ab39f170c079', 'code': 200} Jun 29 16:34:24.022104 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:24.024623 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:24.027104 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f1ff1ad0-0dea-4605-aa13-a208533d3ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:24.077970 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] For port b0d46a26-4897-4657-ad5c-7c2f708750b4, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=b0d46a26-4897-4657-ad5c-7c2f708750b4,segment=NetworkSegment(d031779e-da13-4282-9b5c-94da931a166c),segment_id=d031779e-da13-4282-9b5c-94da931a166c)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:24.090299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:24.090477 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=7b6d56c5-d72f-4992-9896-ab39f170c079,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:24.090477 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:24.116867 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Calling delete_port for b0d46a26-4897-4657-ad5c-7c2f708750b4 owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:24.235623 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf583e61-4da5-4aa1-991c-0477671ca223 req-13204f99-5ed0-4c61-b98c-6988f695e4d7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:24.237034 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cf583e61-4da5-4aa1-991c-0477671ca223 req-13204f99-5ed0-4c61-b98c-6988f695e4d7 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 945 time: 0.1559768 Jun 29 16:34:24.328922 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cf583e61-4da5-4aa1-991c-0477671ca223 req-b1f9fced-639b-4152-a2f2-275ae9e8e65e tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/security-groups?id=69b54ce1-6af2-45f1-a5be-9cf7d011202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803015 Jun 29 16:34:24.366566 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e364e-d85e-4469-abab-bf9ab7b5ffb2 req-838faa73-f6ef-4c0b-a9f6-e65ed04a14fb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:24.368658 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-944e364e-d85e-4469-abab-bf9ab7b5ffb2 req-838faa73-f6ef-4c0b-a9f6-e65ed04a14fb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1741602 Jun 29 16:34:24.411016 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-944e364e-d85e-4469-abab-bf9ab7b5ffb2 req-8f339b6d-ae31-44cd-9187-e776f5690669 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360389 Jun 29 16:34:24.419880 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:24.424908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5d1a87f6-3fc1-4716-bc1b-820aa4ed9a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:24.442216 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['b0d46a26-4897-4657-ad5c-7c2f708750b4'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:34:24.442468 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc7f3a-b09f-4210-804f-ad1fd2928680 req-a77b4c69-0b09-4cbb-84d0-38dec68082fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:24.443912 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-86fc7f3a-b09f-4210-804f-ad1fd2928680 req-a77b4c69-0b09-4cbb-84d0-38dec68082fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 1099 time: 0.0608921 Jun 29 16:34:24.471946 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Pushing event deleted for resources: {'Port': ['ID=b0d46a26-4897-4657-ad5c-7c2f708750b4,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:24.477235 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:24.482717 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-86fc7f3a-b09f-4210-804f-ad1fd2928680 req-ae5f5707-d7ae-430b-8766-b70e11df304c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Jun 29 16:34:24.536416 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] No DVR routers for this DVR port b0d46a26-4897-4657-ad5c-7c2f708750b4 on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:24.539963 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:24.541883 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b14490c8-140e-4962-9795-0552ee5049f5 req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.11 "DELETE /v2.0/ports/b0d46a26-4897-4657-ad5c-7c2f708750b4 HTTP/1.1" status: 204 len: 173 time: 0.6743853 Jun 29 16:34:24.542413 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'name': 'network-vif-deleted', 'tag': 'b0d46a26-4897-4657-ad5c-7c2f708750b4'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:24.544659 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22aaed6-19a9-448a-b134-cd5468098073" -d '{"events": [{"server_uuid": "1992bd9b-3541-4adc-a356-43ec10f341c9", "name": "network-vif-deleted", "tag": "b0d46a26-4897-4657-ad5c-7c2f708750b4"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:24.575310 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41679d-62c0-44d9-835b-dcc247136e86 req-f7fbe8d9-ab14-4e01-abd2-2a43113862ee tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:24.576810 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6e41679d-62c0-44d9-835b-dcc247136e86 req-f7fbe8d9-ab14-4e01-abd2-2a43113862ee tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 946 time: 0.1161635 Jun 29 16:34:24.617458 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6e41679d-62c0-44d9-835b-dcc247136e86 req-1db8e530-7bf0-462b-990a-ca71277440f5 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Jun 29 16:34:24.652337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb0473-eed4-4683-a4ca-54fe178a3355 x-openstack-request-id: req-29eb0473-eed4-4683-a4ca-54fe178a3355 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:24.652337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1992bd9b-3541-4adc-a356-43ec10f341c9", "name": "network-vif-deleted", "tag": "b0d46a26-4897-4657-ad5c-7c2f708750b4", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:24.652337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29eb0473-eed4-4683-a4ca-54fe178a3355 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:24.652337 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1992bd9b-3541-4adc-a356-43ec10f341c9', 'name': 'network-vif-deleted', 'tag': 'b0d46a26-4897-4657-ad5c-7c2f708750b4', 'status': 'completed', 'code': 200} Jun 29 16:34:25.506144 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8ec28648-a405-4d1a-8c3b-7102257a7567 req-983e0546-74c9-432c-bf7e-dea809ad389d tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] 10.222.0.65 "GET /v2.0/ports?device_id=1992bd9b-3541-4adc-a356-43ec10f341c9 HTTP/1.1" status: 200 len: 210 time: 0.0356090 Jun 29 16:34:25.608168 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:25.644621 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483450d-e688-4fd8-97d6-52b408912933 req-9c004115-1263-4d4c-ac5c-4042a870aa5e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:25.646292 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b483450d-e688-4fd8-97d6-52b408912933 req-9c004115-1263-4d4c-ac5c-4042a870aa5e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1074648 Jun 29 16:34:25.654805 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-c78b0c59-d9f0-48af-b0dc-ee6eda608b38 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:25.658981 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-c78b0c59-d9f0-48af-b0dc-ee6eda608b38 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 945 time: 0.1081223 Jun 29 16:34:25.732211 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b483450d-e688-4fd8-97d6-52b408912933 req-e8590470-e93c-4a30-b2ec-1b6876dcae17 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=dfddc7e7-7166-44ad-b470-346dd8073963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747738 Jun 29 16:34:25.837385 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1a31d-f531-4827-a1d0-bef5709e5e36 req-cd920ef6-2abf-47bf-b0d2-158cf5a6054b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:25.838920 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04e1a31d-f531-4827-a1d0-bef5709e5e36 req-cd920ef6-2abf-47bf-b0d2-158cf5a6054b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 946 time: 0.0969641 Jun 29 16:34:25.840700 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Deleting port fc2b54db-3223-41cd-90cc-0b4fa50ab004 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:25.841044 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:25.937123 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04e1a31d-f531-4827-a1d0-bef5709e5e36 req-22932d5e-05be-4969-84c1-61e52b63422b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795290 Jun 29 16:34:25.964001 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] For port fc2b54db-3223-41cd-90cc-0b4fa50ab004, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=fc2b54db-3223-41cd-90cc-0b4fa50ab004,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:25.964438 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:26.238418 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:26.238820 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:26.239178 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.l3_db [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Floating IP 62a20a63-da83-4792-b0ac-c1e8dd824fc1 disassociated. External IP: 172.27.3.40, port: fc2b54db-3223-41cd-90cc-0b4fa50ab004. Jun 29 16:34:26.239521 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Calling delete_port for fc2b54db-3223-41cd-90cc-0b4fa50ab004 owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:26.425279 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:26.429556 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:26.454537 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event deleted for resources: {'Port': ['ID=fc2b54db-3223-41cd-90cc-0b4fa50ab004,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:26.456965 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:26.572039 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Router 5cfe548a-34d5-487c-8c23-99f97bb4dccf has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:34:26.682752 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:34:26.695595 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] Sync routers for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:34:26.705256 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:26.706258 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:26.729577 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] No DVR routers for this DVR port fc2b54db-3223-41cd-90cc-0b4fa50ab004 on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:26.732108 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:26.734381 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e78f00a5-f8ea-4032-b6ad-824b674b17ac req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "DELETE /v2.0/ports/fc2b54db-3223-41cd-90cc-0b4fa50ab004 HTTP/1.1" status: 204 len: 173 time: 1.0693684 Jun 29 16:34:26.738847 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'name': 'network-vif-deleted', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:26.738847 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fb2b01-9a82-47cd-9dd9-7987140a30be" -d '{"events": [{"server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "name": "network-vif-deleted", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:26.777187 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bc0382-e58e-4eb8-b05d-42dfec3767a1 x-openstack-request-id: req-c3bc0382-e58e-4eb8-b05d-42dfec3767a1 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:26.777511 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2", "name": "network-vif-deleted", "tag": "fc2b54db-3223-41cd-90cc-0b4fa50ab004", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:26.777930 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3bc0382-e58e-4eb8-b05d-42dfec3767a1 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:26.788260 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2', 'name': 'network-vif-deleted', 'tag': 'fc2b54db-3223-41cd-90cc-0b4fa50ab004', 'status': 'completed', 'code': 200} Jun 29 16:34:26.897350 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-756c9273-763e-45af-83d4-3fafd5eed09a req-1428912e-8bd0-4aa9-ba22-0813a9273062 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=77e4ce6e-6b37-42e1-a051-1c3a8b0afdf2 HTTP/1.1" status: 200 len: 210 time: 0.0300293 Jun 29 16:34:26.948032 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:27.121806 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:27.188537 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:27.216734 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb4785-3b0e-48d5-bcb4-ac7231889a83 req-8a013fd5-ecbd-4b22-a0bd-98b862f62ed4 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:27.218383 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1abb4785-3b0e-48d5-bcb4-ac7231889a83 req-8a013fd5-ecbd-4b22-a0bd-98b862f62ed4 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 946 time: 0.1440001 Jun 29 16:34:27.225580 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] Checking router: 5cfe548a-34d5-487c-8c23-99f97bb4dccf for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:34:27.255371 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:27.256162 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:27.266715 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1abb4785-3b0e-48d5-bcb4-ac7231889a83 req-9ac7bd16-ba73-4906-a362-3b9beb93e4ac tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394096 Jun 29 16:34:27.370532 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:27.578031 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:27.606568 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c662a5-88f3-491a-9a07-b86d219fa7ed None None] The sync data for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi is: [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:34:27.651223 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device b0d46a26-4897-4657-ad5c-7c2f708750b4 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:27.676501 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: b0d46a26-4897-4657-ad5c-7c2f708750b4 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:27.676933 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device b0d46a26-4897-4657-ad5c-7c2f708750b4 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:27.901696 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb0bb8-8302-4ba3-b69b-2cf5aed4b68d None None] New status for floating IP 62a20a63-da83-4792-b0ac-c1e8dd824fc1: DOWN {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:34:28.201242 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 49742) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:28.270154 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.295836 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.408316 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.411070 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.413182 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "DELETE /v2.0/security-groups/dfddc7e7-7166-44ad-b470-346dd8073963 HTTP/1.1" status: 204 len: 168 time: 0.2097955 Jun 29 16:34:28.414053 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-acd8b4fb-91c9-4605-a10c-6f081d4ca7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:28.421501 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 49748) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:28.424785 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfddc7e7-7166-44ad-b470-346dd8073963,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:28.427636 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:28.442499 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.api.v2.resource [None req-b981b7a4-894b-437d-9d45-387002d85e02 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] show failed (client error): The resource could not be found. Jun 29 16:34:28.449806 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 49750) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:28.451644 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b981b7a4-894b-437d-9d45-387002d85e02 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups/dfddc7e7-7166-44ad-b470-346dd8073963 HTTP/1.1" status: 404 len: 347 time: 0.0210257 Jun 29 16:34:28.581531 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Deleting port 7b490264-46aa-487e-bdc6-bc58a1bbb02c {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:28.581991 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.664995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.665300 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.678055 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Calling delete_port for 7b490264-46aa-487e-bdc6-bc58a1bbb02c owned by network:floatingip {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:28.876870 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.879072 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:28.910423 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event deleted for resources: {'Port': ['ID=7b490264-46aa-487e-bdc6-bc58a1bbb02c,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:28.916485 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:28.978823 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.981458 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:28.982805 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "DELETE /v2.0/floatingips/62a20a63-da83-4792-b0ac-c1e8dd824fc1 HTTP/1.1" status: 204 len: 168 time: 0.5318737 Jun 29 16:34:29.560702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 49762) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:29.565338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917005974', 'description': 'tempest-description--127058601'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:29.659479 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:29.742641 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:29.825310 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:29.827884 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:29.855750 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc453d-e90f-4692-a297-c10f0be67b3a,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:29.858587 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:29.916646 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:29.918039 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3563147 Jun 29 16:34:29.920825 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 49768) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:29.925276 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'security_group_rule': {'security_group_id': '25fc453d-e90f-4692-a297-c10f0be67b3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:30.001507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.061133 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.110208 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.112776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-377376a6-0b00-48a8-908f-7978481ff220 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:30.129979 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648dbac4-3d60-4b1a-b945-3e26fb6fe0dd,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:30.132883 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:30.196623 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.197886 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2761409 Jun 29 16:34:30.200477 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 49770) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:30.204977 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'security_group_rule': {'security_group_id': '25fc453d-e90f-4692-a297-c10f0be67b3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:30.304696 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.362362 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.442144 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.444179 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:30.460467 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ba7db2-1f29-487f-bbbb-4dfa42ee3300,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:30.462889 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:30.539506 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.540727 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-dd69ae3c-59c0-4cce-bdd2-b1b87c93140a tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393238 Jun 29 16:34:30.543777 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 49772) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:30.548658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:30.648704 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.745933 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.845178 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Allocated IP 172.27.3.236 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/7d16addc-8c58-4c04-be36-6168202a7a9b) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:34:30.950908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:30.978958 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device fc2b54db-3223-41cd-90cc-0b4fa50ab004 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:31.001602 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: fc2b54db-3223-41cd-90cc-0b4fa50ab004 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:31.001957 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device fc2b54db-3223-41cd-90cc-0b4fa50ab004 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:31.072045 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:31.075215 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8e4333fb-4853-4d11-a864-c2ae5d398def tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:31.112428 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:34:31.115479 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:34:31.119411 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:34:31.124964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'Port': ['ID=7d16addc-8c58-4c04-be36-6168202a7a9b,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:31.144340 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:31.210125 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:31.310489 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:31.706502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:31.767705 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:31.769982 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-971507ee-69bd-4c54-9fb4-f2a32c5ef920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:31.833260 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'Port': ['ID=7d16addc-8c58-4c04-be36-6168202a7a9b,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:31.839273 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:31.845713 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:31.944997 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:31.946262 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4014716 Jun 29 16:34:32.098770 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-f6f0c49f-dc01-43ab-8cec-61fbe808de0f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--917005974&fields=id&tenant_id=e983b5bb2f3943f1b93633f69eb00c30 HTTP/1.1" status: 200 len: 267 time: 0.0345361 Jun 29 16:34:32.210250 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-cca2a61a-10de-482c-ba71-255f88258e03 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:32.212144 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-cca2a61a-10de-482c-ba71-255f88258e03 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 810 time: 0.1062496 Jun 29 16:34:32.227575 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-03d201a9-92f9-46f2-8e06-d7c610526b9c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/quotas/e983b5bb2f3943f1b93633f69eb00c30 HTTP/1.1" status: 200 len: 375 time: 0.0099955 Jun 29 16:34:32.296541 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-ae8ac620-d281-40d5-893e-330d7242b44d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637751 Jun 29 16:34:32.397443 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-b6e90bc1-cc38-4e35-9e81-a9d2606e332f service neutron] 10.222.0.65 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876009 Jun 29 16:34:32.509472 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-f83cb2b4-5d99-4e15-8055-42e55928661d service neutron] 10.222.0.65 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887129 Jun 29 16:34:32.788562 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ec668b7d-680f-4eda-bb34-058c6526122d req-f673b2d7-6fda-4dbc-b27f-8554d81f92d5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 210 time: 0.0446649 Jun 29 16:34:33.951014 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-06099996-0022-4af0-a03c-86a536501a8b req-4322c727-ff02-4bf4-bbfb-7548e303369b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 210 time: 0.0301857 Jun 29 16:34:35.034584 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-740e3cc4-74f1-4ca3-b214-2ba894a6a72c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:35.036144 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-740e3cc4-74f1-4ca3-b214-2ba894a6a72c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 810 time: 0.1300588 Jun 29 16:34:35.105620 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a4bedff2-3e2f-4771-8dff-88452333cdf9 req-f5c26625-7643-48bf-b96e-727070a3ca22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 210 time: 0.0311265 Jun 29 16:34:35.109718 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-d285dc60-5bb5-4e02-9b02-c624dec187f9 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e983b5bb2f3943f1b93633f69eb00c30 HTTP/1.1" status: 200 len: 379 time: 0.0632396 Jun 29 16:34:35.120435 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'port': {'device_id': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'admin_state_up': True, 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'security_groups': ['25fc453d-e90f-4692-a297-c10f0be67b3a']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:35.316605 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Made reservation on behalf of e983b5bb2f3943f1b93633f69eb00c30 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:34:35.320802 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:35.448768 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Allocated IP 172.20.0.14 (f13fee1c-65a6-44a1-86e7-c58270843997/1db1c9ef-ad41-4873-9160-864a63c5aa8d/85a98445-4210-40f5-b6bc-f412a21f08b7) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:34:35.586022 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:35.599285 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Transition to ACTIVE for port object 85a98445-4210-40f5-b6bc-f412a21f08b7 will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:34:35.728488 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:35.732378 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a74d329f-ff03-44b9-b959-a42fd2b2013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:35.773223 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Network f13fee1c-65a6-44a1-86e7-c58270843997 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:34:35.776572 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:34:35.787619 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:34:35.811325 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event updated for resources: {'Port': ['ID=85a98445-4210-40f5-b6bc-f412a21f08b7,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:35.816777 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:35.842047 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:35.842722 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:35.935758 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8185010 Jun 29 16:34:35.954471 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Request body: {'port': {'device_id': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:36.034989 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:36.065341 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-7845f335-708d-45ee-b400-bd7f19331757 None None] Provisioning for port 85a98445-4210-40f5-b6bc-f412a21f08b7 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:34:36.070736 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-7845f335-708d-45ee-b400-bd7f19331757 None None] Provisioning complete for port 85a98445-4210-40f5-b6bc-f412a21f08b7 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:34:36.071944 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-7845f335-708d-45ee-b400-bd7f19331757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:36.109192 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-7845f335-708d-45ee-b400-bd7f19331757 None None] Port 85a98445-4210-40f5-b6bc-f412a21f08b7 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:34:36.353423 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb066204-1185-4530-a36d-b353c0ad7b76 req-958d9db5-2921-45ef-b55c-0780573b5c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:36.354852 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eb066204-1185-4530-a36d-b353c0ad7b76 req-958d9db5-2921-45ef-b55c-0780573b5c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 932 time: 0.1298177 Jun 29 16:34:36.360383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a98445-4210-40f5-b6bc-f412a21f08b7 {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:34:36.373467 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:36.398339 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Transition to ACTIVE for port object 85a98445-4210-40f5-b6bc-f412a21f08b7 will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:34:36.410375 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eb066204-1185-4530-a36d-b353c0ad7b76 req-4b46ab60-fb8a-452b-b0b9-04a68274013d tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454144 Jun 29 16:34:36.482001 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:36.484148 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:36.534560 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=85a98445-4210-40f5-b6bc-f412a21f08b7,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:36.539047 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:36.621005 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Attempting to bind port 85a98445-4210-40f5-b6bc-f412a21f08b7 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:34:36.621420 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Attempting to bind port 85a98445-4210-40f5-b6bc-f412a21f08b7 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:34:36.622008 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Attempting to bind port 85a98445-4210-40f5-b6bc-f412a21f08b7 on network f13fee1c-65a6-44a1-86e7-c58270843997 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:34:36.639024 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Port 85a98445-4210-40f5-b6bc-f412a21f08b7 on network f13fee1c-65a6-44a1-86e7-c58270843997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:34:36.639024 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Attempting to bind port 85a98445-4210-40f5-b6bc-f412a21f08b7 on network f13fee1c-65a6-44a1-86e7-c58270843997 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:34:36.645897 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:34:36.646245 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Checking segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:34:36.646695 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Bound using segment: {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:34:36.647175 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Bound port: 85a98445-4210-40f5-b6bc-f412a21f08b7, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd90ee23a-e611-40b1-9149-ee4f33b9ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:34:36.647576 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:36.718274 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] For port 85a98445-4210-40f5-b6bc-f412a21f08b7, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:34:36.722157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] For port 85a98445-4210-40f5-b6bc-f412a21f08b7, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=85a98445-4210-40f5-b6bc-f412a21f08b7,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:34:36.813508 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:36.815699 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ad6bfc4f-24d9-4b3a-a0c9-708bd8c5c4ab tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:36.857158 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:36.857275 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:36.858697 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/85a98445-4210-40f5-b6bc-f412a21f08b7 HTTP/1.1" status: 200 len: 1094 time: 0.9086909 Jun 29 16:34:36.859274 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:36.861721 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cca857e-81b6-4aa0-9dee-c155b6858d44" -d '{"events": [{"name": "network-changed", "server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:36.885936 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=85a98445-4210-40f5-b6bc-f412a21f08b7,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:36.889213 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:36.909955 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e403d64-4c35-4996-b2d9-96690b6f78b2 x-openstack-request-id: req-0e403d64-4c35-4996-b2d9-96690b6f78b2 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:36.910299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:36.910583 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e403d64-4c35-4996-b2d9-96690b6f78b2 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:36.911013 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'status': 'completed', 'code': 200} Jun 29 16:34:36.990096 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca857e-81b6-4aa0-9dee-c155b6858d44 req-a08df1e3-3a53-4cd7-951c-bcbec2644ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:36.992897 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9cca857e-81b6-4aa0-9dee-c155b6858d44 req-a08df1e3-3a53-4cd7-951c-bcbec2644ffb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 1097 time: 0.0624924 Jun 29 16:34:37.099745 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca857e-81b6-4aa0-9dee-c155b6858d44 req-e358e0d2-cd91-457b-81df-4b6bbce60693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:37.101262 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9cca857e-81b6-4aa0-9dee-c155b6858d44 req-e358e0d2-cd91-457b-81df-4b6bbce60693 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0994182 Jun 29 16:34:37.206686 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca857e-81b6-4aa0-9dee-c155b6858d44 req-df219bbe-e139-4e05-b350-4709e7c7ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:37.208290 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9cca857e-81b6-4aa0-9dee-c155b6858d44 req-df219bbe-e139-4e05-b350-4709e7c7ef01 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923707 Jun 29 16:34:37.313742 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-9d4ba4cc-734d-4a20-8d70-433de1bbe4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:37.315271 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-9d4ba4cc-734d-4a20-8d70-433de1bbe4aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 1097 time: 0.0532608 Jun 29 16:34:37.364511 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-cc3e9a26-d8a0-4d36-8bef-4c4d14983903 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a98445-4210-40f5-b6bc-f412a21f08b7 HTTP/1.1" status: 200 len: 217 time: 0.0390434 Jun 29 16:34:37.418482 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-f4403e1b-e4fd-491a-8415-90c8a95d5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:37.419908 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-f4403e1b-e4fd-491a-8415-90c8a95d5bf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.0462396 Jun 29 16:34:37.485207 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-87531643-38c5-4cd5-847f-9cb8cd542661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:37.486740 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-87531643-38c5-4cd5-847f-9cb8cd542661 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563407 Jun 29 16:34:37.625678 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-2e3cbaf3-f958-4d0a-837e-160414e9d20e service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307702 Jun 29 16:34:37.642199 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad7b03-b802-47d1-9e19-942afcd40439 req-1ef6883e-9110-4111-8099-8c060ddbf0a7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:37.643627 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7fad7b03-b802-47d1-9e19-942afcd40439 req-1ef6883e-9110-4111-8099-8c060ddbf0a7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 944 time: 0.1054204 Jun 29 16:34:37.730436 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7fad7b03-b802-47d1-9e19-942afcd40439 req-ce2ee40a-1994-4694-9003-a795f84a5355 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793631 Jun 29 16:34:37.761257 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6f7de1db-2203-43fa-b901-adbc581b7e5d req-642157ce-0df7-46f3-9e2e-a797aa6a7cd4 service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267388 Jun 29 16:34:38.902293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f0b0-f72b-45b2-aac6-757b4d652d13 req-230c5fff-3d51-4d09-80b1-230bc9dc54c6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:38.903818 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2fc5f0b0-f72b-45b2-aac6-757b4d652d13 req-230c5fff-3d51-4d09-80b1-230bc9dc54c6 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 944 time: 0.0623126 Jun 29 16:34:38.941649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2fc5f0b0-f72b-45b2-aac6-757b4d652d13 req-3b8f746d-cf6c-4e77-a566-5fa285e5df15 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322661 Jun 29 16:34:40.113524 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7c577-11e3-4925-8568-d815b422d41e req-e609660f-25cd-428f-b975-7953809eb927 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:40.114887 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-15a7c577-11e3-4925-8568-d815b422d41e req-e609660f-25cd-428f-b975-7953809eb927 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 944 time: 0.0617959 Jun 29 16:34:40.157220 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-15a7c577-11e3-4925-8568-d815b422d41e req-6bf760df-4e6b-4d96-9650-f47c65d4bb25 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365765 Jun 29 16:34:41.335718 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741b46f-2ff8-4d59-8b56-bb9f21a941e3 req-fb2a82b4-e006-4c69-85be-d6865b0a5a28 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:41.337219 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5741b46f-2ff8-4d59-8b56-bb9f21a941e3 req-fb2a82b4-e006-4c69-85be-d6865b0a5a28 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 944 time: 0.0679200 Jun 29 16:34:41.376307 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5741b46f-2ff8-4d59-8b56-bb9f21a941e3 req-8c5a5dc0-7282-4abc-bb16-de34af8c20b1 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Jun 29 16:34:42.551388 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee307e40-f1b3-409b-8fe6-4131c16a7c2d req-1ad1c0cc-caec-4793-8c34-96f1ffd42413 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:42.552914 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee307e40-f1b3-409b-8fe6-4131c16a7c2d req-1ad1c0cc-caec-4793-8c34-96f1ffd42413 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 944 time: 0.0641859 Jun 29 16:34:42.592774 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee307e40-f1b3-409b-8fe6-4131c16a7c2d req-a461bf6e-7607-4308-9b98-71eb7cd5a82e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334024 Jun 29 16:34:43.780894 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49333270-39a9-497c-becf-087e73c6bb3f req-6cde1013-2d18-4b92-8602-feb1e0d620e3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:43.782655 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-49333270-39a9-497c-becf-087e73c6bb3f req-6cde1013-2d18-4b92-8602-feb1e0d620e3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 944 time: 0.0706935 Jun 29 16:34:43.823529 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-49333270-39a9-497c-becf-087e73c6bb3f req-dfc32344-5c93-4ac2-beca-86d60ff35094 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Jun 29 16:34:44.089236 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 85a98445-4210-40f5-b6bc-f412a21f08b7 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:34:44.191096 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 85a98445-4210-40f5-b6bc-f412a21f08b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=85a98445-4210-40f5-b6bc-f412a21f08b7,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:44.203468 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'port_id': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'mac_address': 'fa:16:3e:34:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:34:44.243758 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:44.256350 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a98445-4210-40f5-b6bc-f412a21f08b7 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:34:44.276371 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 85a98445-4210-40f5-b6bc-f412a21f08b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=85a98445-4210-40f5-b6bc-f412a21f08b7,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:44.322004 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:44.323772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:44.371916 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=85a98445-4210-40f5-b6bc-f412a21f08b7,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:44.374951 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:44.671715 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['85a98445-4210-40f5-b6bc-f412a21f08b7'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:34:45.012631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4059603-c26b-4e5c-a917-dde211d5acd0 req-edc01c31-0026-4fb3-b42a-e3d3bbf1a6b2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:45.014286 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c4059603-c26b-4e5c-a917-dde211d5acd0 req-edc01c31-0026-4fb3-b42a-e3d3bbf1a6b2 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 945 time: 0.0728302 Jun 29 16:34:45.060036 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c4059603-c26b-4e5c-a917-dde211d5acd0 req-13ec0220-29d6-4ece-ad58-a69c29779b67 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392489 Jun 29 16:34:45.228897 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a66f1-e3af-4bc8-9dc5-5fa278acbb7a req-06d938a6-0fd2-4d60-8893-148095fbce08 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:45.230407 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e41a66f1-e3af-4bc8-9dc5-5fa278acbb7a req-06d938a6-0fd2-4d60-8893-148095fbce08 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0658062 Jun 29 16:34:45.273110 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e41a66f1-e3af-4bc8-9dc5-5fa278acbb7a req-6abd9071-31af-413d-88f2-97e137c08031 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366337 Jun 29 16:34:46.144249 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 85a98445-4210-40f5-b6bc-f412a21f08b7 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:34:46.214004 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 85a98445-4210-40f5-b6bc-f412a21f08b7 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:34:46.218786 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 85a98445-4210-40f5-b6bc-f412a21f08b7 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:34:46.219755 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:46.242571 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10d001-c032-4910-b6e4-ff1d6e35f4f9 req-1f817aa2-1bc3-4922-ba26-390e8245d1f5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:46.242571 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3a10d001-c032-4910-b6e4-ff1d6e35f4f9 req-1f817aa2-1bc3-4922-ba26-390e8245d1f5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 945 time: 0.0708616 Jun 29 16:34:46.284919 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3a10d001-c032-4910-b6e4-ff1d6e35f4f9 req-89cb36f6-4622-4ae8-b3e3-1cd5e28f95eb tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368333 Jun 29 16:34:46.316160 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:46.344554 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:46.345864 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3d1b61-f8ba-4b52-9d50-57388e3a4461" -d '{"events": [{"server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "name": "network-vif-plugged", "status": "completed", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:46.359936 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 85a98445-4210-40f5-b6bc-f412a21f08b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=85a98445-4210-40f5-b6bc-f412a21f08b7,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:46.442823 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:46.445291 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-225cf2e4-54ae-437e-afb9-003033e2a169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:46.471712 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8212-d780-41ba-9267-e90ffc4f6559 req-0af833e7-814c-48b8-becf-b322f082f1ed tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:46.473697 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1eec8212-d780-41ba-9267-e90ffc4f6559 req-0af833e7-814c-48b8-becf-b322f082f1ed tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0756991 Jun 29 16:34:46.496146 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=85a98445-4210-40f5-b6bc-f412a21f08b7,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:46.500270 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:46.522856 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1eec8212-d780-41ba-9267-e90ffc4f6559 req-5f24f469-6a65-4420-878d-7a89acd051ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=c4e92a13-836e-42e2-89f4-b4b1625d6006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Jun 29 16:34:46.575997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d36a098-e823-4383-a045-cbbc88750044 x-openstack-request-id: req-6d36a098-e823-4383-a045-cbbc88750044 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:46.576305 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "name": "network-vif-plugged", "status": "completed", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:46.576572 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d36a098-e823-4383-a045-cbbc88750044 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:46.576974 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'code': 200} Jun 29 16:34:46.802315 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-0c6b2cac-f8cf-4d6a-a34f-15b6d3540b36 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:46.805532 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-0c6b2cac-f8cf-4d6a-a34f-15b6d3540b36 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 947 time: 0.0800622 Jun 29 16:34:46.955360 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8437ee-3b64-4759-8cd7-31f7f71ec93e req-9fd892dd-ae31-4c1e-bc2b-3c7d1bf69c02 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:46.956911 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fe8437ee-3b64-4759-8cd7-31f7f71ec93e req-9fd892dd-ae31-4c1e-bc2b-3c7d1bf69c02 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 946 time: 0.1111906 Jun 29 16:34:46.990962 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Deleting port 69bb6cbe-4760-41b7-b63f-cc92125fd49a {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:46.991228 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:47.051583 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fe8437ee-3b64-4759-8cd7-31f7f71ec93e req-48bbd873-c611-49e1-941d-4e1b5dde5057 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870125 Jun 29 16:34:47.067547 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30675637-fe01-4fe5-b4bd-f5919860f9ca req-54347e93-fc89-49fe-8366-dd2c2997c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:47.069295 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-30675637-fe01-4fe5-b4bd-f5919860f9ca req-54347e93-fc89-49fe-8366-dd2c2997c93b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 1099 time: 0.0598257 Jun 29 16:34:47.100814 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] For port 69bb6cbe-4760-41b7-b63f-cc92125fd49a, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=69bb6cbe-4760-41b7-b63f-cc92125fd49a,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:47.101171 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:47.109962 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-30675637-fe01-4fe5-b4bd-f5919860f9ca req-4437b439-7dc9-41ea-af25-d09e6010e96c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293853 Jun 29 16:34:47.275845 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:47.276512 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:47.276512 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.l3_db [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Floating IP 485ed0f6-1b5b-4390-9535-0f45a35ec4e8 disassociated. External IP: 172.27.3.226, port: 69bb6cbe-4760-41b7-b63f-cc92125fd49a. Jun 29 16:34:47.276830 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Calling delete_port for 69bb6cbe-4760-41b7-b63f-cc92125fd49a owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:47.481779 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16f1b-771a-4d20-817d-99bf1785048e req-1549e960-0c85-4536-acfa-351dc50cb134 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:47.483293 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fbb16f1b-771a-4d20-817d-99bf1785048e req-1549e960-0c85-4536-acfa-351dc50cb134 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 946 time: 0.0618629 Jun 29 16:34:47.525617 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fbb16f1b-771a-4d20-817d-99bf1785048e req-6ad6b7e0-6062-4a52-96f5-1fd0c7171d58 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365596 Jun 29 16:34:47.529444 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:47.531548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a2b23706-9c20-48d2-b7fe-a69648c4e208 tempest-VolumesActionsTest-879942498 tempest-VolumesActionsTest-879942498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:47.557820 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event deleted for resources: {'Port': ['ID=69bb6cbe-4760-41b7-b63f-cc92125fd49a,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:47.564005 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:47.685099 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6614b3fd-e50b-4bd3-a689-b9135785dbd1 req-e731a375-9c1f-4abb-a741-819d249ee911 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 210 time: 0.0359421 Jun 29 16:34:47.706061 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Router 82385957-f96d-43de-a655-3c4967ada685 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:34:47.818696 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:34:47.829359 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] Sync routers for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:34:47.838987 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:47.839767 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:47.863230 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] No DVR routers for this DVR port 69bb6cbe-4760-41b7-b63f-cc92125fd49a on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:47.865838 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:47.868049 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c7baece7-c911-473b-bcf0-43a5e14fcb31 req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "DELETE /v2.0/ports/69bb6cbe-4760-41b7-b63f-cc92125fd49a HTTP/1.1" status: 204 len: 173 time: 1.0578136 Jun 29 16:34:47.869114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-deleted', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:47.871520 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b6965-fe30-4403-9712-c1d2a4357a42" -d '{"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-deleted", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:47.918502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fe6f60-ced1-48ad-a844-a1be0da54985 x-openstack-request-id: req-a5fe6f60-ced1-48ad-a844-a1be0da54985 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:47.918833 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadaa1a4-439f-443b-a477-2b772e176098", "name": "network-vif-deleted", "tag": "69bb6cbe-4760-41b7-b63f-cc92125fd49a", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:47.919122 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5fe6f60-ced1-48ad-a844-a1be0da54985 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:47.919639 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadaa1a4-439f-443b-a477-2b772e176098', 'name': 'network-vif-deleted', 'tag': '69bb6cbe-4760-41b7-b63f-cc92125fd49a', 'status': 'completed', 'code': 200} Jun 29 16:34:47.979084 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:48.205390 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:48.233483 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] Checking router: 82385957-f96d-43de-a655-3c4967ada685 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:34:48.242459 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:48.243472 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:48.252293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3d062-6983-42e7-9a3c-b89129905e7c req-b3329c05-aee2-4c1e-bb52-5ed55bb1fd2a tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:48.259632 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0ec3d062-6983-42e7-9a3c-b89129905e7c req-b3329c05-aee2-4c1e-bb52-5ed55bb1fd2a tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 946 time: 0.0848086 Jun 29 16:34:48.303846 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0ec3d062-6983-42e7-9a3c-b89129905e7c req-fd59703c-1373-4e18-a311-5e5b542a3c73 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Jun 29 16:34:48.357936 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:48.559602 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:48.587025 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0adfec5-cdcc-4a70-b0d2-d5a506a6c0fd None None] The sync data for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi is: [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:34:48.723945 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214bb9a-3577-4e8f-af60-bf45be39f653 req-0bde4095-5014-4d6d-93c0-3299bdae5a8c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:48.725490 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6214bb9a-3577-4e8f-af60-bf45be39f653 req-0bde4095-5014-4d6d-93c0-3299bdae5a8c tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 946 time: 0.0856035 Jun 29 16:34:48.766412 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6214bb9a-3577-4e8f-af60-bf45be39f653 req-c7570925-4a66-44ae-8c76-50e30e298e0b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349178 Jun 29 16:34:48.833115 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b3a44f-b6a7-4f21-b506-8aa227713bc9 None None] New status for floating IP 485ed0f6-1b5b-4390-9535-0f45a35ec4e8: DOWN {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:34:48.887721 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa3b333f-d3b0-4862-a140-5a64cfdee05d req-2e1dfaea-723b-49dd-8f51-dc7bde5247c3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=aadaa1a4-439f-443b-a477-2b772e176098 HTTP/1.1" status: 200 len: 210 time: 0.0484569 Jun 29 16:34:49.007669 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-fc2d5193-b1c9-4313-82e7-d318bc4715d8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:49.009759 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-fc2d5193-b1c9-4313-82e7-d318bc4715d8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 946 time: 0.1164055 Jun 29 16:34:49.018574 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053d7ae-74e4-4b3a-b12b-533ed148927b req-c9b019f9-7b0c-44b2-96c1-a45c0045f8ae tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:49.020121 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4053d7ae-74e4-4b3a-b12b-533ed148927b req-c9b019f9-7b0c-44b2-96c1-a45c0045f8ae tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 946 time: 0.1182144 Jun 29 16:34:49.029496 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50014) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:49.035865 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Request body: {'floatingip': {'port_id': '85a98445-4210-40f5-b6bc-f412a21f08b7'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:49.081780 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.150091 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Deleting port 7b6d56c5-d72f-4992-9896-ab39f170c079 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:49.150091 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.564480 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] For port 7b6d56c5-d72f-4992-9896-ab39f170c079, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=7b6d56c5-d72f-4992-9896-ab39f170c079,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:49.565170 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.584567 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ceb91-d2dd-41d3-a8c9-aca52de68f97 req-6ce9d3b9-711d-4c66-9f36-e101bbcf4ebd tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:49.586214 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-440ceb91-d2dd-41d3-a8c9-aca52de68f97 req-6ce9d3b9-711d-4c66-9f36-e101bbcf4ebd tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 946 time: 0.1169960 Jun 29 16:34:49.591283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Calling delete_port for 7b6d56c5-d72f-4992-9896-ab39f170c079 owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:49.684794 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-440ceb91-d2dd-41d3-a8c9-aca52de68f97 req-9404252e-e041-4307-bad5-9ed015003ce6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910828 Jun 29 16:34:49.788077 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.db.resource_extend [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 16:34:49.841372 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.847989 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.852043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-04f7cf98-67b3-4bc6-80e2-3ffea629e6fc tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:49.859052 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b', '550198a9-2467-497b-9192-435e08f773b7', '4872ff9b-07f8-4ff4-8695-659f29a4ffab', '7b6d56c5-d72f-4992-9896-ab39f170c079'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:34:49.881732 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event deleted for resources: {'Port': ['ID=7b6d56c5-d72f-4992-9896-ab39f170c079,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:49.884853 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:49.927881 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] No DVR routers for this DVR port 7b6d56c5-d72f-4992-9896-ab39f170c079 on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:49.931222 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.932845 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1501dc79-1ca7-4c45-aa53-4e06a81c58ed req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "DELETE /v2.0/ports/7b6d56c5-d72f-4992-9896-ab39f170c079 HTTP/1.1" status: 204 len: 173 time: 0.9117928 Jun 29 16:34:49.933439 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'name': 'network-vif-deleted', 'tag': '7b6d56c5-d72f-4992-9896-ab39f170c079'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:49.935796 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ddc716-9e05-4d4d-a489-96c91462983d" -d '{"events": [{"server_uuid": "7cb0549d-3476-4f03-b50f-4b6828b7eae2", "name": "network-vif-deleted", "tag": "7b6d56c5-d72f-4992-9896-ab39f170c079"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:49.968671 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.969485 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f767ac50-687b-48c4-90fe-bd4f3c61ea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:49.976091 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f40d97-d6ca-4e6e-8522-b45057b0b8b1 x-openstack-request-id: req-f2f40d97-d6ca-4e6e-8522-b45057b0b8b1 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:49.976421 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cb0549d-3476-4f03-b50f-4b6828b7eae2", "name": "network-vif-deleted", "tag": "7b6d56c5-d72f-4992-9896-ab39f170c079", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:49.976714 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2f40d97-d6ca-4e6e-8522-b45057b0b8b1 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:49.977231 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb0549d-3476-4f03-b50f-4b6828b7eae2', 'name': 'network-vif-deleted', 'tag': '7b6d56c5-d72f-4992-9896-ab39f170c079', 'status': 'completed', 'code': 200} Jun 29 16:34:50.096971 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Floating IP 36f0010b-4847-4b50-9801-6742be8fdb1e associated. External IP: 172.27.3.236, port: 85a98445-4210-40f5-b6bc-f412a21f08b7. Jun 29 16:34:50.107000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 7b6d56c5-d72f-4992-9896-ab39f170c079 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:50.125532 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50030) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:50.147295 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 7b6d56c5-d72f-4992-9896-ab39f170c079 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:50.147613 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 7b6d56c5-d72f-4992-9896-ab39f170c079 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:50.148233 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:50.177152 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 69bb6cbe-4760-41b7-b63f-cc92125fd49a {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:50.177538 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 69bb6cbe-4760-41b7-b63f-cc92125fd49a not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:50.198633 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.229371 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.347603 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Router 5cfe548a-34d5-487c-8c23-99f97bb4dccf has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:34:50.356935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.359826 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.361517 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "DELETE /v2.0/security-groups/c4e92a13-836e-42e2-89f4-b4b1625d6006 HTTP/1.1" status: 204 len: 168 time: 0.2342362 Jun 29 16:34:50.361893 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3a1f43a0-8141-439f-93df-5194e75a3b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:50.365002 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50032) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:50.384983 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e92a13-836e-42e2-89f4-b4b1625d6006,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:50.393296 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.api.v2.resource [None req-68c5dcb3-b082-4e50-84f8-a8ff21692840 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] show failed (client error): The resource could not be found. Jun 29 16:34:50.397201 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-68c5dcb3-b082-4e50-84f8-a8ff21692840 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups/c4e92a13-836e-42e2-89f4-b4b1625d6006 HTTP/1.1" status: 404 len: 347 time: 0.0284498 Jun 29 16:34:50.397201 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:50.397633 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50036) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:50.564257 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:34:50.569652 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.576806 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] Sync routers for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:34:50.587708 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:50.591648 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:50.616659 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Deleting port fc3199e1-0aa3-4398-9628-4d85e719bffb {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:50.617270 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.624389 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-962cf776-c9f6-4ae3-8489-fbbb447465b7 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "PUT /v2.0/floatingips/36f0010b-4847-4b50-9801-6742be8fdb1e HTTP/1.1" status: 200 len: 992 time: 1.5912163 Jun 29 16:34:50.624389 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:50.626173 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4f0f88-9923-4b3f-81a8-b2435f94276c" -d '{"events": [{"name": "network-changed", "server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:50.677920 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eebf3b9-b2c3-43e5-9e60-9acda237c6ab x-openstack-request-id: req-5eebf3b9-b2c3-43e5-9e60-9acda237c6ab {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:50.678253 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:50.678513 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5eebf3b9-b2c3-43e5-9e60-9acda237c6ab {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:50.678928 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'status': 'completed', 'code': 200} Jun 29 16:34:50.742344 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:50.771116 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.771495 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:50.801300 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Calling delete_port for fc3199e1-0aa3-4398-9628-4d85e719bffb owned by network:floatingip {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:50.823263 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-40fa9aad-609d-49a4-9106-6a0719445300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:50.825836 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-40fa9aad-609d-49a4-9106-6a0719445300 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 1099 time: 0.1201153 Jun 29 16:34:50.948455 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ff430593-979d-4b73-8326-9adde1a37cc7 req-88d1f6aa-26cc-422c-88f5-b47b342b0162 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cb0549d-3476-4f03-b50f-4b6828b7eae2 HTTP/1.1" status: 200 len: 210 time: 0.0458100 Jun 29 16:34:50.980236 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-551ee96b-85e0-4f05-902c-43fbd9c1fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:50.981908 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-551ee96b-85e0-4f05-902c-43fbd9c1fa34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 200 len: 911 time: 0.1517198 Jun 29 16:34:51.061608 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-fe96e462-80c2-4ab1-b409-ff3d7c23310d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a98445-4210-40f5-b6bc-f412a21f08b7 HTTP/1.1" status: 200 len: 1000 time: 0.0679340 Jun 29 16:34:51.088636 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:51.103495 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-813b6a0a-5e91-4a7e-8b54-e061c083bd69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:51.116317 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event deleted for resources: {'Port': ['ID=fc3199e1-0aa3-4398-9628-4d85e719bffb,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:51.123093 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:51.124507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-327d554c-a097-4a0e-96c4-acfe97b2b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:51.126358 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-327d554c-a097-4a0e-96c4-acfe97b2b09c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 200 len: 849 time: 0.0498600 Jun 29 16:34:51.176271 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '36f0010b-4847-4b50-9801-6742be8fdb1e', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'port_id': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'mac_address': 'fa:16:3e:34:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:31Z', 'updated_at': '2021-06-29T16:34:49Z', 'revision_number': 1, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:51.181393 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:51.184581 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:51.189446 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "DELETE /v2.0/floatingips/485ed0f6-1b5b-4390-9535-0f45a35ec4e8 HTTP/1.1" status: 204 len: 168 time: 0.7874415 Jun 29 16:34:51.210926 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] Checking router: 5cfe548a-34d5-487c-8c23-99f97bb4dccf for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:34:51.218647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-b697cde0-dde0-40c6-8738-aa54126133f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:51.218647 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-b697cde0-dde0-40c6-8738-aa54126133f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f13fee1c-65a6-44a1-86e7-c58270843997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822132 Jun 29 16:34:51.220657 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:34:51.221459 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:51.326191 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-0362d499-120c-4654-bdff-31387c1779ff service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032000 Jun 29 16:34:51.336440 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:34:51.437076 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c4f0f88-9923-4b3f-81a8-b2435f94276c req-f1031115-90f9-44fd-b2a0-026c612ac7ee service neutron] 10.222.0.11 "GET /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033173 Jun 29 16:34:51.564906 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '36f0010b-4847-4b50-9801-6742be8fdb1e', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'port_id': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'mac_address': 'fa:16:3e:34:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:31Z', 'updated_at': '2021-06-29T16:34:49Z', 'revision_number': 1, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:51.593874 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44313a-b551-415a-b91c-501e71450d8f None None] The sync data for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi is: [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '36f0010b-4847-4b50-9801-6742be8fdb1e', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'port_id': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'mac_address': 'fa:16:3e:34:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:31Z', 'updated_at': '2021-06-29T16:34:49Z', 'revision_number': 1, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:34:51.778173 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50064) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:51.785310 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149033985', 'description': 'tempest-description--810189819'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:51.823071 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369c0fc-7879-4c86-a3fb-6d6d87011c92 None None] New status for floating IP 36f0010b-4847-4b50-9801-6742be8fdb1e: ACTIVE {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:34:51.871145 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:51.984120 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-91257eff-9c66-4a7c-8109-9f71336b8e0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570707 Jun 29 16:34:51.992421 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.089309 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-9ec6afb9-2c9c-429a-88d5-823a904db593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:52.090808 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-9ec6afb9-2c9c-429a-88d5-823a904db593 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 1098 time: 0.0620568 Jun 29 16:34:52.145247 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.154223 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c1497c1f-b9cf-40ef-b9da-589ca7415d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:52.182973 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43086224-ad4b-424e-9057-af4058840e97,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:52.186857 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:52.215976 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-d73e57ec-5e37-4b31-a3c6-0eb40e7bc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:52.217467 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-d73e57ec-5e37-4b31-a3c6-0eb40e7bc9ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 200 len: 916 time: 0.1032848 Jun 29 16:34:52.265949 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-0858a344-0161-4ea8-b455-213b0f0d542b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24fb113f-f072-44e2-b7f5-e0db014c088b HTTP/1.1" status: 200 len: 217 time: 0.0343101 Jun 29 16:34:52.287812 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.289106 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5085216 Jun 29 16:34:52.291994 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50078) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:52.296898 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'security_group_rule': {'security_group_id': '43086224-ad4b-424e-9057-af4058840e97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:52.317793 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-efddbae3-deff-4b96-9cf2-cb1abe41693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:52.319284 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-efddbae3-deff-4b96-9cf2-cb1abe41693a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c20305d1-1329-4fdf-81ed-bf0e0d44f225 HTTP/1.1" status: 200 len: 855 time: 0.0467713 Jun 29 16:34:52.359133 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-561b79ec-793f-447f-81f8-8f462c242e4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fd137a4-7934-4ed2-a54a-922069e262f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327687 Jun 29 16:34:52.407485 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.456007 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-026cb341-eed4-40ce-abc3-597412fce2fd service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888648 Jun 29 16:34:52.470632 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.521729 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.523940 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1ed1f0a3-a75e-4b38-9e92-69d459aedbd8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:52.541017 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1c0bf7-4e8c-4bb2-bf6d-80aea6d7e9f3,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:52.545101 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:52.562965 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2aa6f27e-66c6-40ea-ac27-dae02ec0bcf7 req-2a8eade1-3ea4-4761-bd7c-68cc93ebbc7d service neutron] 10.222.0.11 "GET /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993598 Jun 29 16:34:52.647926 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.649152 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560202 Jun 29 16:34:52.652350 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50082) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:52.657132 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'security_group_rule': {'security_group_id': '43086224-ad4b-424e-9057-af4058840e97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:52.790291 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.796404 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.849109 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ac0735e0-51c4-4c7f-952d-a01bfff58260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.866774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.922218 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.929971 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:52.947757 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1b446d-6895-4cb4-b186-eb951b5872b1,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:52.951963 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:52.996529 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:52.997984 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-307e0bd3-3ffc-4f5d-ba47-5ac11bb5d48d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445208 Jun 29 16:34:53.006618 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50086) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:53.013151 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:53.144686 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.235114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50090) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:53.247996 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.261487 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:34:53.279997 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Deleting subnet f1b770ad-291c-4fc4-89ec-2bbf262e4b22 {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:34:53.283348 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.325204 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.358789 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Allocated IP 172.27.3.114 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/75e368df-b7ff-4a34-9854-0fbda71d1270) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:34:53.369995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.477200 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.527964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.531479 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:53.558231 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b770ad-291c-4fc4-89ec-2bbf262e4b22,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:53.560865 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.562651 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f1b770ad-291c-4fc4-89ec-2bbf262e4b22 HTTP/1.1" status: 204 len: 168 time: 0.3259795 Jun 29 16:34:53.564492 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:53.565035 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50096) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:53.574534 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.577370 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6845eaf2-d23c-4b38-8191-2437e4cc7f74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:53.632980 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:34:53.634119 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:34:53.636190 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'Port': ['ID=75e368df-b7ff-4a34-9854-0fbda71d1270,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:53.638409 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:34:53.640711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:53.661519 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.729955 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.751079 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.762367 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8170d4c-f3c2-49d8-856c-3faf83fc47cb']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:53.773401 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd031779e-da13-4282-9b5c-94da931a166c') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:53.773702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd031779e-da13-4282-9b5c-94da931a166c') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:34:53.783767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.799971 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.808028 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:34:53.808431 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:34:53.810887 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:34:53.846015 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.922654 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.927210 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:53.931938 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:53.937055 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] 10.222.0.65 "DELETE /v2.0/networks/f8170d4c-f3c2-49d8-856c-3faf83fc47cb HTTP/1.1" status: 204 len: 168 time: 0.3708107 Jun 29 16:34:53.958172 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Pushing event deleted for resources: {'Network': ['ID=f8170d4c-f3c2-49d8-856c-3faf83fc47cb,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:53.963407 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-cefbecc3-cbc2-431a-84e7-ed67efa1562e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:53.967712 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.040273 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.049748 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d99151-e2c4-4cfa-9427-355a978686a4 req-695a9b1e-98e4-44e4-adc0-589583206b3c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:54.051412 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2d99151-e2c4-4cfa-9427-355a978686a4 req-695a9b1e-98e4-44e4-adc0-589583206b3c tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 945 time: 0.0695195 Jun 29 16:34:54.095735 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2d99151-e2c4-4cfa-9427-355a978686a4 req-ae33c9e2-62c5-433d-9185-87aa4607ffa1 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Jun 29 16:34:54.104597 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.107781 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c536c87d-a34d-4a2b-8c6b-012621e43013 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:54.178276 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'Port': ['ID=75e368df-b7ff-4a34-9854-0fbda71d1270,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:54.184624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:54.191593 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.270972 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.272999 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2652516 Jun 29 16:34:54.378178 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50106) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:54.419591 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-c4200f5b-4a48-4dc2-92a1-99974684303f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=986a164171224daa84d3325164a0f5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399587 Jun 29 16:34:54.421922 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50114) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:34:54.501761 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-c7e1e9bc-f86d-4c5b-b54f-7d80303f8ee9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--149033985&fields=id&tenant_id=c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 267 time: 0.0499742 Jun 29 16:34:54.502561 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.570326 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.645977 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-4cfccc23-6311-423f-9cd6-ffc30e1b3a6d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:54.650557 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-4cfccc23-6311-423f-9cd6-ffc30e1b3a6d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 817 time: 0.1355059 Jun 29 16:34:54.663723 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-64496da5-173f-4b62-8120-e34f479bc647 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/quotas/c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 375 time: 0.0094819 Jun 29 16:34:54.741756 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-0ffd89d5-7c02-48c1-a985-b8732fa15b46 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721784 Jun 29 16:34:54.761962 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.764483 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:54.765547 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69b54ce1-6af2-45f1-a5be-9cf7d011202c HTTP/1.1" status: 204 len: 168 time: 0.3425272 Jun 29 16:34:54.778217 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2c6e0fb9-919d-4653-83d0-87cb40c40fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:54.809994 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b54ce1-6af2-45f1-a5be-9cf7d011202c,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:54.813954 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:54.860039 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-41d10bd8-ec20-4ebf-9e34-978982f22493 service neutron] 10.222.0.65 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065514 Jun 29 16:34:54.967114 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-a6cdae1c-ce3d-49f4-aad9-75efa7e785d1 service neutron] 10.222.0.65 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002359 Jun 29 16:34:55.313165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-55e44d8c-dbbb-47ad-9394-a85148aa23f1 req-a33af8d9-b9fd-4c50-9579-eaf0b97c6eb9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 210 time: 0.0459235 Jun 29 16:34:55.322144 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6370ad3-4060-414e-a00b-115b2205c815 req-91a026ad-4694-4e3b-94b8-daa3a0d0b666 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:55.329712 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a6370ad3-4060-414e-a00b-115b2205c815 req-91a026ad-4694-4e3b-94b8-daa3a0d0b666 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 945 time: 0.1108034 Jun 29 16:34:55.385960 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a6370ad3-4060-414e-a00b-115b2205c815 req-f012e51f-a578-4cd0-8354-ccc980c1d57b tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548940 Jun 29 16:34:55.693295 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:55.742985 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-1ddad73d-8c72-4498-a574-2b12334f09d6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:55.744723 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-1ddad73d-8c72-4498-a574-2b12334f09d6 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 945 time: 0.0699620 Jun 29 16:34:55.864504 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Deleting port 4872ff9b-07f8-4ff4-8695-659f29a4ffab {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:34:55.865038 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:55.963043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] For port 4872ff9b-07f8-4ff4-8695-659f29a4ffab, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=4872ff9b-07f8-4ff4-8695-659f29a4ffab,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:34:55.963428 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:55.976151 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Calling delete_port for 4872ff9b-07f8-4ff4-8695-659f29a4ffab owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:34:56.264533 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:56.268577 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c5bccd51-24a9-46ac-bae6-61c83c004f42 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:56.288735 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b', '550198a9-2467-497b-9192-435e08f773b7'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:34:56.293751 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event deleted for resources: {'Port': ['ID=4872ff9b-07f8-4ff4-8695-659f29a4ffab,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:56.297631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:56.344349 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] No DVR routers for this DVR port 4872ff9b-07f8-4ff4-8695-659f29a4ffab on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:34:56.346976 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:56.349371 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ff7f84e3-0113-4440-851d-0124a8b76578 req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "DELETE /v2.0/ports/4872ff9b-07f8-4ff4-8695-659f29a4ffab HTTP/1.1" status: 204 len: 173 time: 0.5997484 Jun 29 16:34:56.349905 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'name': 'network-vif-deleted', 'tag': '4872ff9b-07f8-4ff4-8695-659f29a4ffab'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:34:56.352450 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d243b9d2-a30c-49bc-b2f3-6b33f3143609" -d '{"events": [{"server_uuid": "93fc5349-83fc-49eb-940c-1d54d420a82e", "name": "network-vif-deleted", "tag": "4872ff9b-07f8-4ff4-8695-659f29a4ffab"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:34:56.392625 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e5267a-6004-441a-a61f-8160d8e065e8 x-openstack-request-id: req-e8e5267a-6004-441a-a61f-8160d8e065e8 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:34:56.393329 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fc5349-83fc-49eb-940c-1d54d420a82e", "name": "network-vif-deleted", "tag": "4872ff9b-07f8-4ff4-8695-659f29a4ffab", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:34:56.393329 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8e5267a-6004-441a-a61f-8160d8e065e8 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:34:56.393763 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fc5349-83fc-49eb-940c-1d54d420a82e', 'name': 'network-vif-deleted', 'tag': '4872ff9b-07f8-4ff4-8695-659f29a4ffab', 'status': 'completed', 'code': 200} Jun 29 16:34:56.497891 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9b4740ef-acf8-47a0-a3fa-3b5fd1a571bf req-eca9e419-cda6-4a96-b399-ddb09e0809f9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 210 time: 0.0297921 Jun 29 16:34:56.544178 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a40dca8c-71ab-447c-b52f-5a1624677a05 req-24e2558d-1db0-4a98-b000-f4b5949a83ee tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 210 time: 0.0359688 Jun 29 16:34:57.144637 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:57.659502 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-366d3dfb-8ad3-4ae0-a3c0-f0b98fbd6bdc req-54682552-41c2-4b73-9dc9-56f52fa02568 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 210 time: 0.0338464 Jun 29 16:34:57.725925 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-74e0a3a2-0d51-4fd5-b13f-4119aa03f396 req-1a42338b-bc51-4134-a299-b5976af300fc tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=93fc5349-83fc-49eb-940c-1d54d420a82e HTTP/1.1" status: 200 len: 210 time: 0.0331128 Jun 29 16:34:58.121593 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 4872ff9b-07f8-4ff4-8695-659f29a4ffab no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:34:58.142434 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 4872ff9b-07f8-4ff4-8695-659f29a4ffab {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:34:58.142782 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 4872ff9b-07f8-4ff4-8695-659f29a4ffab not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:34:58.279768 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ec6f6bb0-7222-4c6b-84bc-30bd514c3dee tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:58.281325 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ec6f6bb0-7222-4c6b-84bc-30bd514c3dee tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 817 time: 0.1096075 Jun 29 16:34:58.324931 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-965e2b97-7d31-44da-a1d3-6beba7c7a1be tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 379 time: 0.0348966 Jun 29 16:34:58.333628 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'port': {'device_id': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'admin_state_up': True, 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'security_groups': ['43086224-ad4b-424e-9057-af4058840e97']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:58.538669 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Made reservation on behalf of c91fe35ef36446c4bb91c8196203672e for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:34:58.542877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:58.678409 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Allocated IP 172.20.0.7 (5ee50ffc-c253-40c0-9da1-8bcbb0408bca/e32d8e4b-3576-4d8b-a7e0-44ebcd171252/0ce845a6-5d61-4293-8a29-ecad6141873e) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:34:58.822933 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d542b3dc-12e2-4447-9c7c-6db97ebe39c7 req-1dad595b-e9ef-49fc-86b7-3c5330ec0038 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 210 time: 0.0410793 Jun 29 16:34:58.862065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:58.877285 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Transition to ACTIVE for port object 0ce845a6-5d61-4293-8a29-ecad6141873e will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:34:59.025951 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:59.029983 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:59.072927 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:34:59.076266 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:34:59.080268 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:34:59.087721 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:59.111974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:34:59.138560 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:59.139219 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:59.248071 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9183645 Jun 29 16:34:59.262081 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Request body: {'port': {'device_id': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:34:59.353178 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:59.362034 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-7aabec05-c0fc-446a-ab55-fe7a0639d12e None None] Provisioning for port 0ce845a6-5d61-4293-8a29-ecad6141873e completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:34:59.369327 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-7aabec05-c0fc-446a-ab55-fe7a0639d12e None None] Provisioning complete for port 0ce845a6-5d61-4293-8a29-ecad6141873e triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:34:59.369704 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-7aabec05-c0fc-446a-ab55-fe7a0639d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:59.407785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-7aabec05-c0fc-446a-ab55-fe7a0639d12e None None] Port 0ce845a6-5d61-4293-8a29-ecad6141873e cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:34:59.612981 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a45add-4669-4d14-afaf-62845e9ac6e2 req-3d1ecb63-e984-451f-80d1-d52fa85ee1c0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:34:59.614448 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-71a45add-4669-4d14-afaf-62845e9ac6e2 req-3d1ecb63-e984-451f-80d1-d52fa85ee1c0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.1459959 Jun 29 16:34:59.682180 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-71a45add-4669-4d14-afaf-62845e9ac6e2 req-e0b6e2fd-97ae-4cc1-a2e1-510186a2c7e0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582190 Jun 29 16:34:59.718131 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce845a6-5d61-4293-8a29-ecad6141873e {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:34:59.725647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:59.739155 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Transition to ACTIVE for port object 0ce845a6-5d61-4293-8a29-ecad6141873e will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:34:59.824752 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:34:59.827110 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:34:59.878997 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:34:59.884230 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:00.004326 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Attempting to bind port 0ce845a6-5d61-4293-8a29-ecad6141873e on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:35:00.004668 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Attempting to bind port 0ce845a6-5d61-4293-8a29-ecad6141873e by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:35:00.005023 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Attempting to bind port 0ce845a6-5d61-4293-8a29-ecad6141873e on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:35:00.014634 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Port 0ce845a6-5d61-4293-8a29-ecad6141873e on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:35:00.015050 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Attempting to bind port 0ce845a6-5d61-4293-8a29-ecad6141873e on network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:35:00.023283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:35:00.023573 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Checking segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:00.023987 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Bound using segment: {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:35:00.024459 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Bound port: 0ce845a6-5d61-4293-8a29-ecad6141873e, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973b4250-b978-4c0a-b676-2081b4590f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:35:00.024821 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:00.101717 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8df41-5026-4ebf-b52d-e96d399b6ed6 req-4b33459e-ab81-484e-81c2-f5d3f9397afe tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:00.103882 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c5e8df41-5026-4ebf-b52d-e96d399b6ed6 req-4b33459e-ab81-484e-81c2-f5d3f9397afe tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.1463788 Jun 29 16:35:00.144281 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:35:00.163166 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:35:00.172158 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c5e8df41-5026-4ebf-b52d-e96d399b6ed6 req-bcfbf480-57da-41f6-bd6e-27bd3e962c2e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584991 Jun 29 16:35:00.242400 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:00.245871 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:00.277322 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:00.278061 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:00.279345 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] 10.222.0.11 "PUT /v2.0/ports/0ce845a6-5d61-4293-8a29-ecad6141873e HTTP/1.1" status: 200 len: 1093 time: 1.0223618 Jun 29 16:35:00.279986 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:00.282298 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2ab92-8aa0-4e35-8f47-9d64b47f6447" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:00.308694 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:00.316524 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:00.326582 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e388e38-2dcd-4408-8d68-c97d97104661 x-openstack-request-id: req-4e388e38-2dcd-4408-8d68-c97d97104661 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:00.326901 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:00.327204 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e388e38-2dcd-4408-8d68-c97d97104661 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:00.327647 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'status': 'completed', 'code': 200} Jun 29 16:35:00.406167 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ab92-8aa0-4e35-8f47-9d64b47f6447 req-ca10437a-cfc9-4091-9854-13a93ca6fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:00.407723 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-81f2ab92-8aa0-4e35-8f47-9d64b47f6447 req-ca10437a-cfc9-4091-9854-13a93ca6fa74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 1096 time: 0.0558698 Jun 29 16:35:00.521003 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ab92-8aa0-4e35-8f47-9d64b47f6447 req-a0301cb5-0c03-4e33-978a-bc17e83ba7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:00.522589 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-81f2ab92-8aa0-4e35-8f47-9d64b47f6447 req-a0301cb5-0c03-4e33-978a-bc17e83ba7b6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c91fe35ef36446c4bb91c8196203672e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0994680 Jun 29 16:35:00.623650 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ab92-8aa0-4e35-8f47-9d64b47f6447 req-9c654788-4a5f-4ede-94b0-360f303a23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:00.625307 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-81f2ab92-8aa0-4e35-8f47-9d64b47f6447 req-9c654788-4a5f-4ede-94b0-360f303a23f2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962031 Jun 29 16:35:00.732487 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-62b6ec3b-19e4-4f23-b7e5-d3cbe6f4156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:00.734012 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-62b6ec3b-19e4-4f23-b7e5-d3cbe6f4156a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 1096 time: 0.0572343 Jun 29 16:35:00.786131 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-bdd3423d-da36-46dd-bbef-976a884d671d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce845a6-5d61-4293-8a29-ecad6141873e HTTP/1.1" status: 200 len: 217 time: 0.0367880 Jun 29 16:35:01.027569 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-c0160f24-5a4b-46d2-bf2a-b3f69d3b30f8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:01.029332 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-c0160f24-5a4b-46d2-bf2a-b3f69d3b30f8 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.0798738 Jun 29 16:35:01.138461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Deleting port 550198a9-2467-497b-9192-435e08f773b7 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:01.138805 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:01.151452 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-d801328b-15d9-4752-9e07-9f7b598a79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:01.152945 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-d801328b-15d9-4752-9e07-9f7b598a79f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.3600941 Jun 29 16:35:01.208358 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374c65a-29b8-46bb-ab75-a46435f013b2 req-17b583ef-df5e-4e65-868f-1d0423e41f52 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:01.209867 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2374c65a-29b8-46bb-ab75-a46435f013b2 req-17b583ef-df5e-4e65-868f-1d0423e41f52 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 946 time: 0.4072511 Jun 29 16:35:01.240340 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] For port 550198a9-2467-497b-9192-435e08f773b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=550198a9-2467-497b-9192-435e08f773b7,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:01.240545 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:01.254761 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Calling delete_port for 550198a9-2467-497b-9192-435e08f773b7 owned by compute:nova {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:01.265143 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2374c65a-29b8-46bb-ab75-a46435f013b2 req-5fe39513-d9fd-43fd-b764-b09b4fd3e364 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468078 Jun 29 16:35:01.267041 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-3056bde2-0a4f-4470-8362-f70d4f362810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:01.268703 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-3056bde2-0a4f-4470-8362-f70d4f362810 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1072209 Jun 29 16:35:01.402180 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-d9382cb4-aada-44d1-b59c-1c16a9537930 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260140 Jun 29 16:35:01.416877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee409dfd-393a-467c-a74a-3edf2713540f req-5821f9b7-5414-47da-af6f-5c3f228646ac tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:01.418273 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee409dfd-393a-467c-a74a-3edf2713540f req-5821f9b7-5414-47da-af6f-5c3f228646ac tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0946136 Jun 29 16:35:01.512791 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee409dfd-393a-467c-a74a-3edf2713540f req-eefad362-ff3a-46a7-89ed-934ae9413bd0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851624 Jun 29 16:35:01.538649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-206adda8-9eea-4377-921b-d40cbb2c6505 req-4b6004fc-4800-4c68-b9b7-4cf3f5124552 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193504 Jun 29 16:35:01.544203 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:01.548436 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:01.557159 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b', '550198a9-2467-497b-9192-435e08f773b7'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:35:01.586043 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event deleted for resources: {'Port': ['ID=550198a9-2467-497b-9192-435e08f773b7,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:01.589120 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:01.632624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] No DVR routers for this DVR port 550198a9-2467-497b-9192-435e08f773b7 on host hv-cinder-79351 {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:35:01.635440 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:01.637387 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9036f8e8-b38e-49e2-8064-2755389995d9 req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "DELETE /v2.0/ports/550198a9-2467-497b-9192-435e08f773b7 HTTP/1.1" status: 204 len: 173 time: 0.6014874 Jun 29 16:35:01.637873 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2132372-8e34-48af-a9e0-390ee352835a', 'name': 'network-vif-deleted', 'tag': '550198a9-2467-497b-9192-435e08f773b7'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:01.640174 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470e4403-b51e-4b47-b8d8-c3d3a482eff5" -d '{"events": [{"server_uuid": "f2132372-8e34-48af-a9e0-390ee352835a", "name": "network-vif-deleted", "tag": "550198a9-2467-497b-9192-435e08f773b7"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:01.681883 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea15ab3-8941-42f1-9b09-5febf2fd6c5a x-openstack-request-id: req-aea15ab3-8941-42f1-9b09-5febf2fd6c5a {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:01.682201 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2132372-8e34-48af-a9e0-390ee352835a", "name": "network-vif-deleted", "tag": "550198a9-2467-497b-9192-435e08f773b7", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:01.682651 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aea15ab3-8941-42f1-9b09-5febf2fd6c5a {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:01.683125 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2132372-8e34-48af-a9e0-390ee352835a', 'name': 'network-vif-deleted', 'tag': '550198a9-2467-497b-9192-435e08f773b7', 'status': 'completed', 'code': 200} Jun 29 16:35:02.422741 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-158108ed-87e5-4120-bf77-f87145d67563 req-e4713ca0-2aa5-46cf-9568-5eaf4b795186 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2132372-8e34-48af-a9e0-390ee352835a HTTP/1.1" status: 200 len: 210 time: 0.0280697 Jun 29 16:35:02.704025 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f446e25-505a-45cf-b8d7-e456f6863bc4 req-f491fdcc-869b-4cf5-955b-f839fb8f3c96 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:02.705519 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f446e25-505a-45cf-b8d7-e456f6863bc4 req-f491fdcc-869b-4cf5-955b-f839fb8f3c96 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0667446 Jun 29 16:35:02.747852 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f446e25-505a-45cf-b8d7-e456f6863bc4 req-b0fe67fa-e518-48b5-a216-9a7bf8f4b722 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366011 Jun 29 16:35:03.932779 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b6bb-40f3-4d77-a469-0b3f875dae67 req-8d86e89a-1de5-42a4-8959-f33082b2fb2b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:03.934404 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b765b6bb-40f3-4d77-a469-0b3f875dae67 req-8d86e89a-1de5-42a4-8959-f33082b2fb2b tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0672548 Jun 29 16:35:03.974422 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b765b6bb-40f3-4d77-a469-0b3f875dae67 req-59a1befc-2a07-43ae-b4a5-b31e282a96b2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339444 Jun 29 16:35:04.163083 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:35:04.166749 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 550198a9-2467-497b-9192-435e08f773b7 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:04.190523 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 550198a9-2467-497b-9192-435e08f773b7 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:04.194262 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 550198a9-2467-497b-9192-435e08f773b7 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:04.278611 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:04.288700 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'port_id': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'mac_address': 'fa:16:3e:33:61:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:35:04.325135 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:04.337889 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce845a6-5d61-4293-8a29-ecad6141873e {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:35:04.359201 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:04.458590 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:04.460394 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f853884a-36b1-4004-8d64-649f0131f08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:04.507235 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:04.510994 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:04.708086 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['0ce845a6-5d61-4293-8a29-ecad6141873e'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:35:05.163597 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68acf85-a852-47d6-b20e-d7ca013a22a7 req-219e0598-39ad-4b42-afee-a05fb66e950a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:05.165719 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d68acf85-a852-47d6-b20e-d7ca013a22a7 req-219e0598-39ad-4b42-afee-a05fb66e950a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 944 time: 0.0671623 Jun 29 16:35:05.208166 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d68acf85-a852-47d6-b20e-d7ca013a22a7 req-aa4f56ea-517d-4006-8760-e0f9ccf7559c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361001 Jun 29 16:35:05.445445 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ada28-069a-4e2e-b417-297cdd44503d req-2448ffdb-32f5-4932-978c-62a17b3c57b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:05.447592 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a51ada28-069a-4e2e-b417-297cdd44503d req-2448ffdb-32f5-4932-978c-62a17b3c57b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 945 time: 0.0682626 Jun 29 16:35:05.485569 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a51ada28-069a-4e2e-b417-297cdd44503d req-321cc48d-c181-4562-985e-bede732de2b0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jun 29 16:35:06.166615 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:06.310758 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 0ce845a6-5d61-4293-8a29-ecad6141873e completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:06.316875 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 0ce845a6-5d61-4293-8a29-ecad6141873e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:06.317369 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:06.410117 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:06.422343 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e1c2-67ef-4a73-bf29-ac5c69f5f5fb req-e044e964-2b36-4bdf-b76d-5c3b39f29c7c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:06.424964 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2472e1c2-67ef-4a73-bf29-ac5c69f5f5fb req-e044e964-2b36-4bdf-b76d-5c3b39f29c7c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 944 time: 0.0831001 Jun 29 16:35:06.433454 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:06.435712 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e242183-b95e-4a6b-ad88-718a3a775c65" -d '{"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-plugged", "status": "completed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:06.450821 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:06.467220 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2472e1c2-67ef-4a73-bf29-ac5c69f5f5fb req-931ad7a4-a986-423a-89a0-df8ce8708b70 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364842 Jun 29 16:35:06.475111 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04f691c-eedc-45a4-aaab-70b8f7f0acba x-openstack-request-id: req-b04f691c-eedc-45a4-aaab-70b8f7f0acba {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:06.475468 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-plugged", "status": "completed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:06.475733 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b04f691c-eedc-45a4-aaab-70b8f7f0acba {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:06.476128 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'code': 200} Jun 29 16:35:06.515930 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:06.518122 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:06.573095 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:06.576592 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:06.702739 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03a2fa-6ded-4d89-a5ef-acdb7846f9c0 req-546ef944-7927-47d3-857a-d1dfccf026e0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:06.704350 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ca03a2fa-6ded-4d89-a5ef-acdb7846f9c0 req-546ef944-7927-47d3-857a-d1dfccf026e0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 945 time: 0.0683849 Jun 29 16:35:06.752808 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ca03a2fa-6ded-4d89-a5ef-acdb7846f9c0 req-29bdaded-187e-4a43-ab69-1ee651369ca0 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/security-groups?id=e9235fd9-9edf-407e-af5c-b271f6210b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 Jun 29 16:35:06.889737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88902609-e6e1-464b-a8a3-262498206376 req-08a757b4-c560-4bba-8d53-eb93b244dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:06.891483 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-88902609-e6e1-464b-a8a3-262498206376 req-08a757b4-c560-4bba-8d53-eb93b244dd6d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 1098 time: 0.0568285 Jun 29 16:35:06.929891 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-88902609-e6e1-464b-a8a3-262498206376 req-4f99b420-c1d3-4ff1-8939-91125e8a5f89 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308228 Jun 29 16:35:07.125340 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-077fee92-c840-4c2f-974a-e10c1ad5a8a7 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:07.126836 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-077fee92-c840-4c2f-974a-e10c1ad5a8a7 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 945 time: 0.0732269 Jun 29 16:35:07.230010 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Deleting port 24fb113f-f072-44e2-b7f5-e0db014c088b {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:35:07.230346 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:07.321055 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] For port 24fb113f-f072-44e2-b7f5-e0db014c088b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=24fb113f-f072-44e2-b7f5-e0db014c088b,segment=NetworkSegment(42d0f96f-e76f-4107-8644-e4d65276628d),segment_id=42d0f96f-e76f-4107-8644-e4d65276628d)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:07.321410 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:07.334206 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Calling delete_port for 24fb113f-f072-44e2-b7f5-e0db014c088b owned by compute:nova {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:35:07.504918 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:07.508976 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-508f6cfb-a728-499a-bbec-69e4a1c3f560 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:07.517050 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['24fb113f-f072-44e2-b7f5-e0db014c088b'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:35:07.544852 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Pushing event deleted for resources: {'Port': ['ID=24fb113f-f072-44e2-b7f5-e0db014c088b,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:07.550928 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:07.587897 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] No DVR routers for this DVR port 24fb113f-f072-44e2-b7f5-e0db014c088b on host hv-cinder-79351 {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:35:07.590495 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:07.593138 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-5c4c26f6-8116-41ce-ad24-d9166ba9fd1c req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.11 "DELETE /v2.0/ports/24fb113f-f072-44e2-b7f5-e0db014c088b HTTP/1.1" status: 204 len: 173 time: 0.4599621 Jun 29 16:35:07.593634 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3649f266-a19f-44ba-9f93-801067c0eb30', 'name': 'network-vif-deleted', 'tag': '24fb113f-f072-44e2-b7f5-e0db014c088b'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:07.596010 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c17a30-a387-4e9a-87ce-13ce9aa674ca" -d '{"events": [{"server_uuid": "3649f266-a19f-44ba-9f93-801067c0eb30", "name": "network-vif-deleted", "tag": "24fb113f-f072-44e2-b7f5-e0db014c088b"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:07.634245 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a003707-2dfb-4d7b-9321-7946300777be x-openstack-request-id: req-1a003707-2dfb-4d7b-9321-7946300777be {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:07.634574 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3649f266-a19f-44ba-9f93-801067c0eb30", "name": "network-vif-deleted", "tag": "24fb113f-f072-44e2-b7f5-e0db014c088b", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:07.634866 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a003707-2dfb-4d7b-9321-7946300777be {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:07.635332 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3649f266-a19f-44ba-9f93-801067c0eb30', 'name': 'network-vif-deleted', 'tag': '24fb113f-f072-44e2-b7f5-e0db014c088b', 'status': 'completed', 'code': 200} Jun 29 16:35:07.657772 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9ce27-b7a3-44e9-aeb9-d93209cebb62 req-73456db3-7a88-4df6-adfa-675d6ac1053a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:07.659339 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c1e9ce27-b7a3-44e9-aeb9-d93209cebb62 req-73456db3-7a88-4df6-adfa-675d6ac1053a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0702109 Jun 29 16:35:07.703315 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c1e9ce27-b7a3-44e9-aeb9-d93209cebb62 req-a95b932b-33a1-4522-beab-8f602b9bfe4f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374761 Jun 29 16:35:07.904070 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-641efcc5-3b6b-4554-9b53-e688b498314d req-5d1f31e4-078b-4128-b22e-fee75ba2d4ac tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] 10.222.0.65 "GET /v2.0/ports?device_id=3649f266-a19f-44ba-9f93-801067c0eb30 HTTP/1.1" status: 200 len: 210 time: 0.0295882 Jun 29 16:35:08.884529 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ffea-ea82-4468-a76b-ed9d9bf43085 req-57c145c5-5880-4119-a5c1-6257bac8d802 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:08.885977 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1909ffea-ea82-4468-a76b-ed9d9bf43085 req-57c145c5-5880-4119-a5c1-6257bac8d802 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0675159 Jun 29 16:35:08.922943 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1909ffea-ea82-4468-a76b-ed9d9bf43085 req-923779b7-81ea-424a-a56a-13b1fcb09154 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Jun 29 16:35:09.012250 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50238) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:09.092793 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Deleting subnet c20305d1-1329-4fdf-81ed-bf0e0d44f225 {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:35:09.098978 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.148454 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.187776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc916e-77b6-4ca3-8870-f2a05ca5550c req-e0f9a2e4-7db5-4b12-8cff-5633593b16c0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:09.189293 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-40fc916e-77b6-4ca3-8870-f2a05ca5550c req-e0f9a2e4-7db5-4b12-8cff-5633593b16c0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1462541 Jun 29 16:35:09.199001 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50240) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:09.203819 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Request body: {'floatingip': {'port_id': '0ce845a6-5d61-4293-8a29-ecad6141873e'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:09.206233 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.243346 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.338966 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.341311 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:09.368753 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20305d1-1329-4fdf-81ed-bf0e0d44f225,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:09.372592 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:09.373608 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.375552 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-47de1a29-e58c-4ade-93b3-04ffc8c670a4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c20305d1-1329-4fdf-81ed-bf0e0d44f225 HTTP/1.1" status: 204 len: 168 time: 0.3622117 Jun 29 16:35:09.379649 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50242) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:09.459467 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.543244 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.553714 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd137a4-7934-4ed2-a54a-922069e262f6']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:09.565714 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d0f96f-e76f-4107-8644-e4d65276628d') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:09.566011 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d0f96f-e76f-4107-8644-e4d65276628d') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:09.575784 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.592893 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.598062 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:35:09.598500 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:35:09.600385 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:35:09.716221 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.720185 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:09.729262 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:09.733642 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4fd137a4-7934-4ed2-a54a-922069e262f6 HTTP/1.1" status: 204 len: 168 time: 0.3504162 Jun 29 16:35:09.742405 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd137a4-7934-4ed2-a54a-922069e262f6,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:09.745852 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ebc51851-ec85-4784-9971-36b412d740f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:09.963113 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.036240 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.089039 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50246) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:10.170981 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-db55316e-8b7f-4e19-86b7-5754c4bdd01c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99c7b730f5fb4241bcadf39827dcf4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806875 Jun 29 16:35:10.172668 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Floating IP 69ed0b98-bb52-41f5-84d7-100d360ade40 associated. External IP: 172.27.3.114, port: 0ce845a6-5d61-4293-8a29-ecad6141873e. Jun 29 16:35:10.173617 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50250) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:10.193374 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 24fb113f-f072-44e2-b7f5-e0db014c088b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:35:10.219506 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 24fb113f-f072-44e2-b7f5-e0db014c088b {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:35:10.220244 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 24fb113f-f072-44e2-b7f5-e0db014c088b not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:35:10.230489 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.254293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.372671 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.375357 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.376586 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9235fd9-9edf-407e-af5c-b271f6210b6c HTTP/1.1" status: 204 len: 168 time: 0.2019668 Jun 29 16:35:10.377417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:10.386426 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9235fd9-9edf-407e-af5c-b271f6210b6c,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:10.390268 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Router 82385957-f96d-43de-a655-3c4967ada685 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:35:10.393575 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:10.506863 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:10.512414 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:10.517202 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] Sync routers for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:10.531214 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:10.531883 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:10.552069 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5ee94f34-af30-49b0-8d9b-23c8097320ef tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "PUT /v2.0/floatingips/69ed0b98-bb52-41f5-84d7-100d360ade40 HTTP/1.1" status: 200 len: 991 time: 1.3519015 Jun 29 16:35:10.552784 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:35:10.555324 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a22a1c-9723-43ac-beaa-61052cc34014" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:35:10.602233 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0fcedd-67f9-411f-ae1f-e53e7d164230 x-openstack-request-id: req-5f0fcedd-67f9-411f-ae1f-e53e7d164230 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:35:10.602552 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:35:10.602965 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f0fcedd-67f9-411f-ae1f-e53e7d164230 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:35:10.603333 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'status': 'completed', 'code': 200} Jun 29 16:35:10.652957 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:10.686227 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-cb923631-ce28-480d-b7b4-8f8adf594423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:10.687816 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-cb923631-ce28-480d-b7b4-8f8adf594423 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 1098 time: 0.0596774 Jun 29 16:35:10.790139 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-a53d4b7f-df37-4da5-a17b-5a3c0668b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:10.791697 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-a53d4b7f-df37-4da5-a17b-5a3c0668b0b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 918 time: 0.0967870 Jun 29 16:35:10.872551 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-e1c4b7e0-b459-4886-af87-c9d6c1350dcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce845a6-5d61-4293-8a29-ecad6141873e HTTP/1.1" status: 200 len: 999 time: 0.0728390 Jun 29 16:35:10.928910 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-8f8f43c1-5453-498b-8652-2ae29fd49656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:10.931299 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-8f8f43c1-5453-498b-8652-2ae29fd49656 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0515816 Jun 29 16:35:10.990876 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-6e6ece68-4b24-4ed2-b280-c5ec96752897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:10.992421 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-6e6ece68-4b24-4ed2-b280-c5ec96752897 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551772 Jun 29 16:35:11.017978 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '69ed0b98-bb52-41f5-84d7-100d360ade40', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '82385957-f96d-43de-a655-3c4967ada685', 'port_id': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'mac_address': 'fa:16:3e:33:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:53Z', 'updated_at': '2021-06-29T16:35:09Z', 'revision_number': 1, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:11.045277 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] Checking router: 82385957-f96d-43de-a655-3c4967ada685 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:11.054729 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:11.055944 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:34:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:11.093273 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-67238c1f-9a29-42f9-bc0f-76123b181d61 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939989 Jun 29 16:35:11.167438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:11.188641 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b7a22a1c-9723-43ac-beaa-61052cc34014 req-00ef2386-6e3c-4ab2-a80c-64fe3bb158bf service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Jun 29 16:35:11.419175 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '69ed0b98-bb52-41f5-84d7-100d360ade40', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '82385957-f96d-43de-a655-3c4967ada685', 'port_id': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'mac_address': 'fa:16:3e:33:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:53Z', 'updated_at': '2021-06-29T16:35:09Z', 'revision_number': 1, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:11.452166 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d42055-716b-4096-bac8-3c6f1ccfe375 None None] The sync data for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi is: [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '69ed0b98-bb52-41f5-84d7-100d360ade40', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '82385957-f96d-43de-a655-3c4967ada685', 'port_id': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'mac_address': 'fa:16:3e:33:61:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:34:53Z', 'updated_at': '2021-06-29T16:35:09Z', 'revision_number': 1, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:11.655635 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0313b-764d-4cba-9acf-94524f58ecc8 None None] New status for floating IP 69ed0b98-bb52-41f5-84d7-100d360ade40: ACTIVE {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:35:12.432385 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50310) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:12.559944 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-167477b6-6ef1-48ab-9ca3-4631d494fcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:12.659115 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-167477b6-6ef1-48ab-9ca3-4631d494fcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:12.767931 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-167477b6-6ef1-48ab-9ca3-4631d494fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:12.770830 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f148601-e6bb-4af2-9b2b-37b416b25965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:12.814665 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-167477b6-6ef1-48ab-9ca3-4631d494fcd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bbda25d0c8748439ac59712d6cacec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809814 Jun 29 16:35:12.815822 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167477b6-6ef1-48ab-9ca3-4631d494fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166b42b-390b-4181-a6d3-eda6a23900a1,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:12.817413 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50314) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:12.820439 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-167477b6-6ef1-48ab-9ca3-4631d494fcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:12.876559 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:12.902112 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:13.007144 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:13.009843 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:13.011076 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a166b42b-390b-4181-a6d3-eda6a23900a1 HTTP/1.1" status: 204 len: 168 time: 0.1918256 Jun 29 16:35:13.012001 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-70c272fe-9691-4765-8c66-d7dc0c358e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:13.019935 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166b42b-390b-4181-a6d3-eda6a23900a1,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:13.022560 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:15.386233 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50368) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:15.490690 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-388bac01-1fce-41c7-b9f5-bc074eea7ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:15.580210 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-388bac01-1fce-41c7-b9f5-bc074eea7ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:15.652773 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-388bac01-1fce-41c7-b9f5-bc074eea7ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:15.656515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-46c8a588-f12b-4616-97dc-6cdf42f9f12b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:15.691542 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-388bac01-1fce-41c7-b9f5-bc074eea7ca9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=272dd14c7b404e12a873c375bdb0f3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041196 Jun 29 16:35:15.693417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bac01-1fce-41c7-b9f5-bc074eea7ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dc82c6-b7e1-49d5-9414-eb450053e037,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:15.694192 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50372) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:15.696402 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-388bac01-1fce-41c7-b9f5-bc074eea7ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:15.745864 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:15.766727 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:15.864310 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:15.867024 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:15.868919 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1dc82c6-b7e1-49d5-9414-eb450053e037 HTTP/1.1" status: 204 len: 168 time: 0.1736684 Jun 29 16:35:15.870863 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-10525841-57f3-42c8-9025-0eaed8f99db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:15.886648 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dc82c6-b7e1-49d5-9414-eb450053e037,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:15.889288 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:16.474828 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50382) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:16.488928 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:16.579398 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:16.636011 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:16.638734 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2696490d-a4ef-478c-8d37-000d7a1972f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:16.675784 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe0acfbc355a4a2a9db1bcd0b254f26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997716 Jun 29 16:35:16.676849 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07860d2e-8dcb-48a4-a05b-0dcc8c613d5c,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:16.678553 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50384) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:16.685134 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.685521 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.685895 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.686256 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.686613 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.686972 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.687360 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.687718 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.688071 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.688423 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.688772 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.689121 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:16.693031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:16.736034 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2e2fffd-136b-4852-9ed2-20c84694a0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:16.757866 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2e2fffd-136b-4852-9ed2-20c84694a0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:16.875604 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2e2fffd-136b-4852-9ed2-20c84694a0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:16.878345 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e2e2fffd-136b-4852-9ed2-20c84694a0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:16.879525 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e2e2fffd-136b-4852-9ed2-20c84694a0ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07860d2e-8dcb-48a4-a05b-0dcc8c613d5c HTTP/1.1" status: 204 len: 168 time: 0.1999362 Jun 29 16:35:16.880442 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:16.889791 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2fffd-136b-4852-9ed2-20c84694a0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07860d2e-8dcb-48a4-a05b-0dcc8c613d5c,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:16.892185 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e2e2fffd-136b-4852-9ed2-20c84694a0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:19.926826 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ec4e5dfd-6c8b-40f3-b589-32f4ceb80f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:22.473405 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50478) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:22.583326 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:22.685889 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:22.749980 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:22.752929 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d8300a20-a9f9-40d7-9f80-0d55c5e9a142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:22.792617 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec3648274a9446ce9fae70c28d928617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178034 Jun 29 16:35:22.793871 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c7adeb-08f9-4441-94ea-9dae33642825,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:22.795476 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50484) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:22.801756 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.802122 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.802483 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.802845 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.803227 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.803570 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.803919 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.804260 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.804639 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.804985 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.805325 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.805710 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:22.807398 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:22.811294 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:22.857329 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:22.879017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:22.887129 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2e8c1f64-bc4f-4644-804c-66bbc15a1f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:23.013267 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:23.016014 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:23.017184 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26c7adeb-08f9-4441-94ea-9dae33642825 HTTP/1.1" status: 204 len: 168 time: 0.2207065 Jun 29 16:35:23.018021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-87763453-4834-45f2-9452-0f1d6bf94f22 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:23.026975 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c7adeb-08f9-4441-94ea-9dae33642825,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:23.029338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:23.673338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50492) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:23.687278 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5aaeb5d0-d197-4368-ab54-dcfe4e2c295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:23.776972 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5aaeb5d0-d197-4368-ab54-dcfe4e2c295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:23.853365 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5aaeb5d0-d197-4368-ab54-dcfe4e2c295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:23.856317 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0f2df7a6-7ee8-40d6-9e42-f82011b716df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:23.894460 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5aaeb5d0-d197-4368-ab54-dcfe4e2c295c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23f1df75473d4e86b416381c895eefc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199392 Jun 29 16:35:23.895565 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaeb5d0-d197-4368-ab54-dcfe4e2c295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160b0ec5-b6d8-41be-a104-bb292635a3ee,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:23.897016 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50496) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:23.898742 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5aaeb5d0-d197-4368-ab54-dcfe4e2c295c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:23.950800 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:23.972593 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:24.035166 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:24.103988 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:24.106656 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:24.107861 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/160b0ec5-b6d8-41be-a104-bb292635a3ee HTTP/1.1" status: 204 len: 168 time: 0.2097743 Jun 29 16:35:24.109303 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f5a7c2f5-4819-4ed6-877d-064a259f4df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:24.118255 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160b0ec5-b6d8-41be-a104-bb292635a3ee,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:24.121157 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:25.584086 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:25.725436 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50532) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:25.825985 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd995-c8f9-426c-8964-fb6e6e8ea412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:25.914510 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd995-c8f9-426c-8964-fb6e6e8ea412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:26.019342 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c8bbd995-c8f9-426c-8964-fb6e6e8ea412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:26.019342 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b4340556-df93-4731-97a1-48ecd577f112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:26.058563 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c8bbd995-c8f9-426c-8964-fb6e6e8ea412 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e7b25f0ce6643f9bee18592758f02e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318644 Jun 29 16:35:26.059370 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbd995-c8f9-426c-8964-fb6e6e8ea412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dbf8f3-2ab2-4cbb-8c6e-5d0feb7ce620,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:26.062297 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50538) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:26.063476 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c8bbd995-c8f9-426c-8964-fb6e6e8ea412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:26.115984 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:26.142873 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:26.281284 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:26.284026 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:26.285218 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31dbf8f3-2ab2-4cbb-8c6e-5d0feb7ce620 HTTP/1.1" status: 204 len: 168 time: 0.2206581 Jun 29 16:35:26.286002 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6a1b75f7-d80f-4b6f-8fd7-8c9b9f7b03d3 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:26.293994 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dbf8f3-2ab2-4cbb-8c6e-5d0feb7ce620,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:26.299817 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:27.109754 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:30.261365 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:35:30.781737 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50598) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:30.885203 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a091d448-9762-4f6c-ba62-3bfa838ce7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:30.973765 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a091d448-9762-4f6c-ba62-3bfa838ce7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:31.069559 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a091d448-9762-4f6c-ba62-3bfa838ce7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:31.072338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c4d1e078-3f56-4b01-aa93-eea69706497b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:31.111072 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a091d448-9762-4f6c-ba62-3bfa838ce7b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acf6393ba14748d4a9b861ef47c549ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281505 Jun 29 16:35:31.112324 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091d448-9762-4f6c-ba62-3bfa838ce7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d18b00-01c8-4b3b-bcb4-5e8932d08314,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:31.114081 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50604) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:31.119123 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a091d448-9762-4f6c-ba62-3bfa838ce7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:31.168939 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8e31c2a-b6f6-4780-8ad3-11b6eb473f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:31.189306 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8e31c2a-b6f6-4780-8ad3-11b6eb473f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:31.314982 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8e31c2a-b6f6-4780-8ad3-11b6eb473f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:31.317700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8e31c2a-b6f6-4780-8ad3-11b6eb473f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:31.318868 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d8e31c2a-b6f6-4780-8ad3-11b6eb473f74 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45d18b00-01c8-4b3b-bcb4-5e8932d08314 HTTP/1.1" status: 204 len: 168 time: 0.2023618 Jun 29 16:35:31.319675 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5d6cf654-1b2b-4890-bb75-bcfce88da7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:31.327738 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e31c2a-b6f6-4780-8ad3-11b6eb473f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d18b00-01c8-4b3b-bcb4-5e8932d08314,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:31.329947 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d8e31c2a-b6f6-4780-8ad3-11b6eb473f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:44.383864 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50816) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:44.487421 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c99a081d-96a8-4ab2-a6c2-a453992af55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.576700 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c99a081d-96a8-4ab2-a6c2-a453992af55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.652191 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c99a081d-96a8-4ab2-a6c2-a453992af55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.656056 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-95c2038f-821b-4b54-8e44-2af5be254be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:44.691690 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-c99a081d-96a8-4ab2-a6c2-a453992af55f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38a093e234a04c199890a4013ace937c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067255 Jun 29 16:35:44.693662 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a081d-96a8-4ab2-a6c2-a453992af55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080913ca-eb61-444b-bb73-c2057736ec64,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:44.698312 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c99a081d-96a8-4ab2-a6c2-a453992af55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:44.700425 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50824) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:44.753722 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.775397 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.903629 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.906274 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:44.907491 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/080913ca-eb61-444b-bb73-c2057736ec64 HTTP/1.1" status: 204 len: 168 time: 0.2061212 Jun 29 16:35:44.908315 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7fde7542-02d6-43fe-97c6-a3796bdaea71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:44.916357 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080913ca-eb61-444b-bb73-c2057736ec64,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:44.920267 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:46.010102 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50850) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:46.104176 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1110159322-network', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:46.189139 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Made reservation on behalf of fd28409e513843edbef4b3be43cd44bf for: {'network': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:35:46.191538 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.200064 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.287457 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.389396 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.392461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-53033d61-d115-4045-b422-a443f45c5866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:46.420701 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:35:46.425972 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd496a-cdc6-47d4-ba73-485b2630763a,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:46.429320 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:46.434538 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.435021 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.segments_db [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Added segment e82a109e-e8fa-4bb3-b122-56e2aaae171a of type vlan for network a41ffe6b-fffd-4291-900e-f498e125ce25 Jun 29 16:35:46.477613 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.571714 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.573137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:46.573719 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:46.576754 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-de167483-45e4-44c9-ba74-964be978f0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:46.633181 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Pushing event updated for resources: {'Network': ['ID=a41ffe6b-fffd-4291-900e-f498e125ce25,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:46.635921 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:46.643860 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network a41ffe6b-fffd-4291-900e-f498e125ce25 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:35:46.692910 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6816955 Jun 29 16:35:46.696293 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50856) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:46.701753 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Request body: {'subnet': {'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1110159322-subnet', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'ip_version': 4}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:46.783413 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Made reservation on behalf of fd28409e513843edbef4b3be43cd44bf for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:35:46.785930 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9340803'] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.006975 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9340817'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.011325 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:47.064501 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24b500e-de83-4e90-ad03-6faf0c84ad81,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:47.068121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:47.074249 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Checking segment: {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:47.074605 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Network hostable DHCP agents. Network: a41ffe6b-fffd-4291-900e-f498e125ce25, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:35:47.166509 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Network a41ffe6b-fffd-4291-900e-f498e125ce25 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:35:47.263637 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, a41ffe6b-fffd-4291-900e-f498e125ce25) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:47.267781 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:47.268360 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.272615 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6caa2-7676-4e94-911f-06a33ef4c714 None None] Network a41ffe6b-fffd-4291-900e-f498e125ce25 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:35:47.338830 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e3235c00-a8f0-4da8-adb4-fa1ecdf2b94c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6409712 Jun 29 16:35:47.341651 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50862) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:47.346245 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:47.418734 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-a41ffe6b-fffd-4291-900e-f498e125ce25', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:35:47.419649 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.429758 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.430797 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.486443 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.551791 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Allocated IP 172.20.0.2 (a41ffe6b-fffd-4291-900e-f498e125ce25/a24b500e-de83-4e90-ad03-6faf0c84ad81/68f86b64-2169-4542-ad7d-952a59971809) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:35:47.731037 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.733950 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.744190 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Transition to ACTIVE for port object 68f86b64-2169-4542-ad7d-952a59971809 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:47.759692 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Transition to ACTIVE for port object 68f86b64-2169-4542-ad7d-952a59971809 will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:47.863972 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.867873 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:47.905364 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Network a41ffe6b-fffd-4291-900e-f498e125ce25 is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:47.908293 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:47.911839 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:35:47.920338 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Pushing event updated for resources: {'Port': ['ID=68f86b64-2169-4542-ad7d-952a59971809,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:47.947698 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.948120 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.948464 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.948796 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.949128 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.949462 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.949787 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.950110 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.950432 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.950752 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.951070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.951415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:47.955638 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:47.986318 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Attempting to bind port 68f86b64-2169-4542-ad7d-952a59971809 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:35:47.986318 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Attempting to bind port 68f86b64-2169-4542-ad7d-952a59971809 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:35:47.986740 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Attempting to bind port 68f86b64-2169-4542-ad7d-952a59971809 on network a41ffe6b-fffd-4291-900e-f498e125ce25 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:35:47.992289 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:35:47.992650 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Checking segment: {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:47.993101 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:47.993822 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Bound using segment: {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:35:47.994095 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Bound port: 68f86b64-2169-4542-ad7d-952a59971809, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:35:47.994489 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.032277 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.052279 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.064575 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] For port 68f86b64-2169-4542-ad7d-952a59971809, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:35:48.067639 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] For port 68f86b64-2169-4542-ad7d-952a59971809, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=68f86b64-2169-4542-ad7d-952a59971809,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:35:48.121435 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.124453 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:48.165711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Allocated IP 172.27.3.158 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/41b8687d-68b1-46d8-b6a2-d024490dd5b4) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:35:48.187573 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Pushing event updated for resources: {'Port': ['ID=68f86b64-2169-4542-ad7d-952a59971809,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:48.191323 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:48.272823 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.389716 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:48.391979 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1cf331cb-19b8-4a49-a948-a1c504973880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:48.433777 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:48.439116 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:48.441330 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Pushing event updated for resources: {'Port': ['ID=41b8687d-68b1-46d8-b6a2-d024490dd5b4,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:48.443490 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:35:48.446196 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:48.771848 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.027017 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eedf13-8ebe-4e29-b7a4-a9c26aa6a7d2 None None] Network a41ffe6b-fffd-4291-900e-f498e125ce25 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:35:49.236512 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.323833 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 68f86b64-2169-4542-ad7d-952a59971809 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:49.326885 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-9915410d-9e71-4627-b90a-20df3ff7f867 None None] Provisioning for port 68f86b64-2169-4542-ad7d-952a59971809 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:49.446309 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 68f86b64-2169-4542-ad7d-952a59971809 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:49.450276 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 68f86b64-2169-4542-ad7d-952a59971809 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:49.450655 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.474844 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Router d28972dc-2689-4282-833f-a96964279f1f is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:35:49.498269 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-6101d440-2cd9-4e3d-a247-7644e8d50358 None None] Provisioning complete for port 68f86b64-2169-4542-ad7d-952a59971809 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:49.498560 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-6101d440-2cd9-4e3d-a247-7644e8d50358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.580805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.585573 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:49.614341 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Sync routers for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:49.689734 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:49.690366 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:49.692937 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-6101d440-2cd9-4e3d-a247-7644e8d50358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.698075 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.699533 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-97f4389e-5fd2-4b35-bb69-07e4de58a85d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3566248 Jun 29 16:35:49.702038 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50876) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:49.705752 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 68f86b64-2169-4542-ad7d-952a59971809, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=68f86b64-2169-4542-ad7d-952a59971809,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:49.826128 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:49.829061 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:49.886883 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:50.152925 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.171027 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.db.api [None req-6101d440-2cd9-4e3d-a247-7644e8d50358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:35:50.176580 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_db.api [None req-6101d440-2cd9-4e3d-a247-7644e8d50358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:35:50.176917 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=68f86b64-2169-4542-ad7d-952a59971809,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:50.183868 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:50.229778 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b8982ce8-aa95-4c92-a528-c94d439503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.293517 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:48Z', 'revision_number': 3, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:50.321279 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Checking router: d28972dc-2689-4282-833f-a96964279f1f for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:50.321760 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Updating router d28972dc-2689-4282-833f-a96964279f1f port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:35:50.326173 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Allocated IP 172.20.0.1 (a41ffe6b-fffd-4291-900e-f498e125ce25/a24b500e-de83-4e90-ad03-6faf0c84ad81/316527bb-6d27-41ff-8dff-0fa3ec8f12de) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:35:50.358085 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.438977 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.453801 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Transition to ACTIVE for port object 316527bb-6d27-41ff-8dff-0fa3ec8f12de will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:50.589576 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.593872 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:50.610725 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.621341 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Transition to ACTIVE for port object 41b8687d-68b1-46d8-b6a2-d024490dd5b4 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:50.632506 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Network a41ffe6b-fffd-4291-900e-f498e125ce25 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:50.634916 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:50.638299 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:35:50.643857 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Pushing event updated for resources: {'Port': ['ID=316527bb-6d27-41ff-8dff-0fa3ec8f12de,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:50.663002 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:50.681480 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.715019 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.717195 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:50.766315 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Attempting to bind port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:35:50.766782 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Attempting to bind port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:35:50.767262 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Attempting to bind port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:35:50.774520 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b49cf-b5ba-422b-82f4-1870b2313d9e None None] Pushing event updated for resources: {'Port': ['ID=41b8687d-68b1-46d8-b6a2-d024490dd5b4,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:50.777326 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:35:50.777709 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:50.778119 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.778508 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:35:50.778985 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Bound port: 41b8687d-68b1-46d8-b6a2-d024490dd5b4, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:35:50.779403 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.782125 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-156b49cf-b5ba-422b-82f4-1870b2313d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:50.837511 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] For port 41b8687d-68b1-46d8-b6a2-d024490dd5b4, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:35:50.840746 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] For port 41b8687d-68b1-46d8-b6a2-d024490dd5b4, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=41b8687d-68b1-46d8-b6a2-d024490dd5b4,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:35:50.881203 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.898392 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:50.900427 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:50.967650 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b49cf-b5ba-422b-82f4-1870b2313d9e None None] Pushing event updated for resources: {'Port': ['ID=41b8687d-68b1-46d8-b6a2-d024490dd5b4,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:50.970604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-156b49cf-b5ba-422b-82f4-1870b2313d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:50.971222 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:50.972075 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:51.016339 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-2b856b0f-8813-4a3d-9a6e-61136c4c5be6 None None] Provisioning for port 316527bb-6d27-41ff-8dff-0fa3ec8f12de completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:51.018746 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-2b856b0f-8813-4a3d-9a6e-61136c4c5be6 None None] Provisioning complete for port 316527bb-6d27-41ff-8dff-0fa3ec8f12de triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:51.019433 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2b856b0f-8813-4a3d-9a6e-61136c4c5be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:51.071604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-2b856b0f-8813-4a3d-9a6e-61136c4c5be6 None None] Port 316527bb-6d27-41ff-8dff-0fa3ec8f12de cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:35:51.094793 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:51.125969 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:51.177793 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:51.181029 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c6ffd7de-c5c0-4c83-96d4-cab352137dcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:51.247633 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:51.249392 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Pushing event updated for resources: {'Port': ['ID=316527bb-6d27-41ff-8dff-0fa3ec8f12de,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:51.252798 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:51.278757 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 68f86b64-2169-4542-ad7d-952a59971809 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:51.344530 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Network a41ffe6b-fffd-4291-900e-f498e125ce25 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:51.347714 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:51.372163 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 68f86b64-2169-4542-ad7d-952a59971809 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:51.372542 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:51.417273 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 1, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:51.450891 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c569e2-6f2c-4d27-8718-05b4e960a236 None None] The sync data for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi is: [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 1, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:51.486891 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Router d28972dc-2689-4282-833f-a96964279f1f has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:35:51.603874 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-482a1643-50ce-418d-900d-7eff2801e2a8 None None] Provisioning complete for port 316527bb-6d27-41ff-8dff-0fa3ec8f12de triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:51.606046 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-482a1643-50ce-418d-900d-7eff2801e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:51.625954 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:51.634583 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] 10.222.0.65 "PUT /v2.0/routers/d28972dc-2689-4282-833f-a96964279f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313414 Jun 29 16:35:51.650175 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-482a1643-50ce-418d-900d-7eff2801e2a8 None None] Port 316527bb-6d27-41ff-8dff-0fa3ec8f12de cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:35:52.194284 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-40f9c5f6-82d5-49e9-adbc-540911750351 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810115 Jun 29 16:35:52.306546 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1f04-2b63-4850-86a6-28975144c275 req-1ee89e68-6bee-4191-b7c4-07091ba4f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:52.308428 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-1ee89e68-6bee-4191-b7c4-07091ba4f055 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 1098 time: 0.0925879 Jun 29 16:35:52.433497 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1f04-2b63-4850-86a6-28975144c275 req-b8de35df-7e2a-4473-af49-f24eb80db229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:52.435675 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-b8de35df-7e2a-4473-af49-f24eb80db229 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 912 time: 0.1038978 Jun 29 16:35:52.497294 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50926) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:52.503701 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-3100871-network', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:52.511082 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-b0d47fc7-9a4f-4e33-a116-61f6e7abf755 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e HTTP/1.1" status: 200 len: 1000 time: 0.0683842 Jun 29 16:35:52.578380 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1f04-2b63-4850-86a6-28975144c275 req-e86affff-36df-43b0-9114-9b0ca35625ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:52.582146 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-e86affff-36df-43b0-9114-9b0ca35625ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0636384 Jun 29 16:35:52.601199 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Made reservation on behalf of 8fb910b06d9e4e5caaff96426134581e for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:35:52.604011 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:52.625302 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:52.681373 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a1f04-2b63-4850-86a6-28975144c275 req-1b9e070d-393d-430a-ab2e-12fab7fd2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:52.684360 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-1b9e070d-393d-430a-ab2e-12fab7fd2598 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881586 Jun 29 16:35:52.801055 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:52.817877 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-283595c7-391b-4936-ac77-b3e098c32049 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257019 Jun 29 16:35:52.858557 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-655bc44c-9971-4d76-85db-dadee61751e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:52.875322 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:52.891988 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0ca77-c65b-4000-be72-0f42d836acb1 req-ff164c15-fcca-437e-81ef-212daa66ff37 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:52.895715 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3ca0ca77-c65b-4000-be72-0f42d836acb1 req-ff164c15-fcca-437e-81ef-212daa66ff37 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1320729 Jun 29 16:35:52.923627 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-be9a1f04-2b63-4850-86a6-28975144c275 req-c58ab1f1-7344-478a-a314-5b24d2844181 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983949 Jun 29 16:35:52.936919 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3ca0ca77-c65b-4000-be72-0f42d836acb1 req-a05507e3-db3b-4614-bc3e-7dd4d8aa656c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375936 Jun 29 16:35:52.955308 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:52.962283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1d7f3d73-b33e-43e7-9ace-c828ba4674b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:52.984948 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:35:52.992299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c00f11-6ba7-45e9-adcf-0fa2807b03ef,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:52.995948 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:52.998703 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:52.999100 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Added segment 53ca18c9-fb79-4071-91f0-5458ea62c485 of type vlan for network 97d52dcf-fa06-4736-9532-61d6ec821188 Jun 29 16:35:53.046591 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.177325 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.179357 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:53.179959 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.182139 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:53.242871 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Pushing event updated for resources: {'Network': ['ID=97d52dcf-fa06-4736-9532-61d6ec821188,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:53.245819 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:53.253123 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 97d52dcf-fa06-4736-9532-61d6ec821188 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:35:53.307814 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8094611 Jun 29 16:35:53.308431 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50938) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:53.313514 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Request body: {'subnet': {'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-3100871-subnet', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:53.317400 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 41b8687d-68b1-46d8-b6a2-d024490dd5b4 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:53.406549 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Made reservation on behalf of 8fb910b06d9e4e5caaff96426134581e for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:35:53.409259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.429159 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:53.433205 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:53.435957 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.516785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.539046 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 41b8687d-68b1-46d8-b6a2-d024490dd5b4, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=41b8687d-68b1-46d8-b6a2-d024490dd5b4,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:53.623702 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.626519 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:53.652437 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.656107 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1ac3168a-76db-4758-b1a5-a94942d481f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:53.676997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=41b8687d-68b1-46d8-b6a2-d024490dd5b4,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:53.680459 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:53.714341 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a97895-cf55-47a3-a3f7-dbe3ec5676a7,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:53.718017 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:53.726171 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Checking segment: {'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:53.726541 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Network hostable DHCP agents. Network: 97d52dcf-fa06-4736-9532-61d6ec821188, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:35:53.807030 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Sync routers for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:53.816758 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:53.817352 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:53.846249 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Network 97d52dcf-fa06-4736-9532-61d6ec821188 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:35:53.919297 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:53.925842 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 97d52dcf-fa06-4736-9532-61d6ec821188) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:53.929908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:53.930502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:53.939860 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d2711-5733-4ca7-8485-f287402ff2e5 None None] Network 97d52dcf-fa06-4736-9532-61d6ec821188 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:35:53.995642 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.013363 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1b84ddc3-9dc0-4ca2-a8bc-841971b91741 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7037046 Jun 29 16:35:54.015741 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50942) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:54.021791 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:54.109457 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-97d52dcf-fa06-4736-9532-61d6ec821188', 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'fixed_ips': [{'subnet_id': '74a97895-cf55-47a3-a3f7-dbe3ec5676a7'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:35:54.110305 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.110444 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.111482 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.148237 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 2, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:54.181241 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.195021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f48c57-2388-4324-a886-0dcb297ef614 req-bc7d1e10-e348-4cc8-8ed0-d8f2e8d8cb95 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:54.195021 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36f48c57-2388-4324-a886-0dcb297ef614 req-bc7d1e10-e348-4cc8-8ed0-d8f2e8d8cb95 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1219416 Jun 29 16:35:54.239630 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-36f48c57-2388-4324-a886-0dcb297ef614 req-395a8d08-fae0-4446-b7c9-c096f6db83fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 Jun 29 16:35:54.268484 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Checking router: d28972dc-2689-4282-833f-a96964279f1f for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:54.268837 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Updating router d28972dc-2689-4282-833f-a96964279f1f port 316527bb-6d27-41ff-8dff-0fa3ec8f12de binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:35:54.303751 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.310181 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Allocated IP 172.20.0.2 (97d52dcf-fa06-4736-9532-61d6ec821188/74a97895-cf55-47a3-a3f7-dbe3ec5676a7/a55c2ef9-2961-4447-8028-665b27f1eb0a) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:35:54.396946 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.464174 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.476327 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Transition to ACTIVE for port object a55c2ef9-2961-4447-8028-665b27f1eb0a will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:54.498536 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Transition to ACTIVE for port object a55c2ef9-2961-4447-8028-665b27f1eb0a will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:54.555786 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.558648 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:54.574582 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.585554 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Transition to ACTIVE for port object 316527bb-6d27-41ff-8dff-0fa3ec8f12de will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:54.598490 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Network 97d52dcf-fa06-4736-9532-61d6ec821188 is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:54.601307 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:54.605736 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:35:54.608765 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Pushing event updated for resources: {'Port': ['ID=a55c2ef9-2961-4447-8028-665b27f1eb0a,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:54.615104 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:54.657836 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.660202 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-4e5fccce-5654-426a-ad83-db7fd4f0e043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:54.670070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Attempting to bind port a55c2ef9-2961-4447-8028-665b27f1eb0a on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:35:54.670434 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Attempting to bind port a55c2ef9-2961-4447-8028-665b27f1eb0a by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:35:54.670789 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Attempting to bind port a55c2ef9-2961-4447-8028-665b27f1eb0a on network 97d52dcf-fa06-4736-9532-61d6ec821188 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:35:54.677122 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:35:54.677871 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Checking segment: {'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:54.678505 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.679071 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Bound using segment: {'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:35:54.679737 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Bound port: a55c2ef9-2961-4447-8028-665b27f1eb0a, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:35:54.680305 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.706491 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Pushing event updated for resources: {'Port': ['ID=316527bb-6d27-41ff-8dff-0fa3ec8f12de,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:54.744589 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.744917 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.745439 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.745759 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.746275 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.746599 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.746918 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.747247 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.747763 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.748128 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.748445 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.748757 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:35:54.755822 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] For port a55c2ef9-2961-4447-8028-665b27f1eb0a, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:35:54.759929 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] For port a55c2ef9-2961-4447-8028-665b27f1eb0a, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=a55c2ef9-2961-4447-8028-665b27f1eb0a,segment=NetworkSegment(53ca18c9-fb79-4071-91f0-5458ea62c485),segment_id=53ca18c9-fb79-4071-91f0-5458ea62c485)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:35:54.775606 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:54.789030 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.792745 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Attempting to bind port 316527bb-6d27-41ff-8dff-0fa3ec8f12de on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:35:54.793120 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Attempting to bind port 316527bb-6d27-41ff-8dff-0fa3ec8f12de by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:35:54.793819 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Attempting to bind port 316527bb-6d27-41ff-8dff-0fa3ec8f12de on network a41ffe6b-fffd-4291-900e-f498e125ce25 {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:35:54.799722 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:35:54.805238 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Checking segment: {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:54.805238 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.805238 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Bound using segment: {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:35:54.805238 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Bound port: 316527bb-6d27-41ff-8dff-0fa3ec8f12de, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:35:54.805238 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.810157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.840944 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.840944 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-4172fc0e-8ba5-4730-9637-431b12547141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:54.884665 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] For port 316527bb-6d27-41ff-8dff-0fa3ec8f12de, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:35:54.889027 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] For port 316527bb-6d27-41ff-8dff-0fa3ec8f12de, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=316527bb-6d27-41ff-8dff-0fa3ec8f12de,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:35:54.913034 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Pushing event updated for resources: {'Port': ['ID=a55c2ef9-2961-4447-8028-665b27f1eb0a,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:54.914425 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:54.947829 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Allocated IP 172.27.3.33 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/6c7a41f2-5cd5-4eb7-beb6-a10047202356) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:35:54.972950 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:54.976419 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-1ac46ba2-6358-4bc9-b820-cf7363c3eebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:55.041229 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Pushing event updated for resources: {'Port': ['ID=316527bb-6d27-41ff-8dff-0fa3ec8f12de,revision_number=4']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:55.044095 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:55.045132 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:55.047495 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:55.073516 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:55.158494 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:55.200919 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:55.203071 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-305ea47d-53cd-4a3b-b120-5523cd2329bf tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:55.298945 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:55.304545 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:55.308462 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:35:55.375972 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Pushing event updated for resources: {'Port': ['ID=6c7a41f2-5cd5-4eb7-beb6-a10047202356,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:55.380814 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:55.556369 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:54Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:55.562981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 41b8687d-68b1-46d8-b6a2-d024490dd5b4 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:55.596736 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903d45-d57e-4782-8623-d37c678608ba req-4279b33f-6d48-428c-b38a-a2098dec2a95 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:55.599376 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48903d45-d57e-4782-8623-d37c678608ba req-4279b33f-6d48-428c-b38a-a2098dec2a95 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1439264 Jun 29 16:35:55.603659 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:55.607912 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c5aff-df9c-4db3-95e9-09a71f26d8e8 None None] The sync data for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi is: [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:54Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:55.642885 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:55.643951 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:55.669879 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48903d45-d57e-4782-8623-d37c678608ba req-9de182e6-10f3-4b97-a26b-11ba0f7417a2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575838 Jun 29 16:35:55.746438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 316527bb-6d27-41ff-8dff-0fa3ec8f12de up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:55.801684 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:55.857981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 316527bb-6d27-41ff-8dff-0fa3ec8f12de completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:55.865974 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 316527bb-6d27-41ff-8dff-0fa3ec8f12de triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:55.866989 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:55.994000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.056219 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 316527bb-6d27-41ff-8dff-0fa3ec8f12de, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=316527bb-6d27-41ff-8dff-0fa3ec8f12de,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:56.138207 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.139687 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device a55c2ef9-2961-4447-8028-665b27f1eb0a up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:56.142028 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:56.233804 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=316527bb-6d27-41ff-8dff-0fa3ec8f12de,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:56.244908 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351aa04-fc50-4063-abd1-5918a6733f4a None None] Network 97d52dcf-fa06-4736-9532-61d6ec821188 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:35:56.244908 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:56.383831 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.420410 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port a55c2ef9-2961-4447-8028-665b27f1eb0a completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:56.510264 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Provisioning for port a55c2ef9-2961-4447-8028-665b27f1eb0a completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:56.517059 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Provisioning complete for port a55c2ef9-2961-4447-8028-665b27f1eb0a triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:56.519428 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.577712 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:35:56.632500 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.665570 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] For port a55c2ef9-2961-4447-8028-665b27f1eb0a, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=a55c2ef9-2961-4447-8028-665b27f1eb0a,segment=NetworkSegment(53ca18c9-fb79-4071-91f0-5458ea62c485),segment_id=53ca18c9-fb79-4071-91f0-5458ea62c485)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:56.690854 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:56.713254 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Sync routers for ids ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:35:56.723396 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Routers {'b40cc8c5-4caa-4e35-9e8b-cb39e415e771'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:56.724050 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:56.757581 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.760450 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.761307 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:56.761736 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.7446125 Jun 29 16:35:56.764325 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50962) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:56.869838 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Pushing event updated for resources: {'Port': ['ID=a55c2ef9-2961-4447-8028-665b27f1eb0a,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:56.882734 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:56.885962 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Set router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:56.980658 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-5a954696-af96-4c71-b7f9-1e844ddacc1b None None] Provisioning complete for port a55c2ef9-2961-4447-8028-665b27f1eb0a triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:56.981098 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-5a954696-af96-4c71-b7f9-1e844ddacc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:56.996826 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb74e8-8274-432d-9cab-41d8d9925627 req-c067f917-806f-4eed-adb4-1e4fc96fd6e9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:56.998393 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-23eb74e8-8274-432d-9cab-41d8d9925627 req-c067f917-806f-4eed-adb4-1e4fc96fd6e9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1712704 Jun 29 16:35:57.091901 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-23eb74e8-8274-432d-9cab-41d8d9925627 req-fee1af7d-7d40-4d30-b0d6-91a727debefb tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620503 Jun 29 16:35:57.167271 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:55Z', 'revision_number': 3, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port': {'id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:57.198042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.199198 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Checking router: b40cc8c5-4caa-4e35-9e8b-cb39e415e771 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:35:57.199577 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Updating router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:35:57.241049 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.337465 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 316527bb-6d27-41ff-8dff-0fa3ec8f12de up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:57.367804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.457616 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 316527bb-6d27-41ff-8dff-0fa3ec8f12de triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:57.457980 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.540400 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Allocated IP 172.20.0.1 (97d52dcf-fa06-4736-9532-61d6ec821188/74a97895-cf55-47a3-a3f7-dbe3ec5676a7/3a63a908-ba80-445c-9173-545bc091c3f8) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:35:57.612480 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.616332 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device a55c2ef9-2961-4447-8028-665b27f1eb0a up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:57.651806 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Transition to ACTIVE for port object 6c7a41f2-5cd5-4eb7-beb6-a10047202356 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:57.652708 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.667052 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Transition to ACTIVE for port object 3a63a908-ba80-445c-9173-545bc091c3f8 will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:35:57.674231 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port a55c2ef9-2961-4447-8028-665b27f1eb0a triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:57.674765 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.741800 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.746334 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:57.783715 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.786730 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-48d7a8bb-0d36-4f2a-a16e-53ba1289d59d tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:57.809298 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Attempting to bind port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:35:57.809684 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Attempting to bind port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:35:57.810061 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Attempting to bind port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:35:57.812258 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cd9dc-bb00-46fc-a039-eab72a7e1120 None None] Pushing event updated for resources: {'Port': ['ID=6c7a41f2-5cd5-4eb7-beb6-a10047202356,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:57.818706 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-6d5cd9dc-bb00-46fc-a039-eab72a7e1120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:57.823415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:35:57.823415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:35:57.823415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.823415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:35:57.823415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Bound port: 6c7a41f2-5cd5-4eb7-beb6-a10047202356, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:35:57.823415 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.832932 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Network 97d52dcf-fa06-4736-9532-61d6ec821188 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:57.836231 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:57.839864 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:35:57.845913 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Pushing event updated for resources: {'Port': ['ID=3a63a908-ba80-445c-9173-545bc091c3f8,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:57.870431 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:57.885449 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] For port 6c7a41f2-5cd5-4eb7-beb6-a10047202356, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:35:57.889188 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] For port 6c7a41f2-5cd5-4eb7-beb6-a10047202356, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=6c7a41f2-5cd5-4eb7-beb6-a10047202356,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:35:57.896727 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.961517 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:57.963628 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:58.026560 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cd9dc-bb00-46fc-a039-eab72a7e1120 None None] Pushing event updated for resources: {'Port': ['ID=6c7a41f2-5cd5-4eb7-beb6-a10047202356,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:58.029162 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Routers {'b40cc8c5-4caa-4e35-9e8b-cb39e415e771'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:35:58.036026 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:58.040033 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-6d5cd9dc-bb00-46fc-a039-eab72a7e1120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:58.059219 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9b949-d87c-45e0-9d3b-2d5a021c5eba req-ed86582d-5b90-4c4d-b7f4-ccceeca209b5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:58.060730 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8ed9b949-d87c-45e0-9d3b-2d5a021c5eba req-ed86582d-5b90-4c4d-b7f4-ccceeca209b5 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 946 time: 0.1266103 Jun 29 16:35:58.101529 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8ed9b949-d87c-45e0-9d3b-2d5a021c5eba req-c7338092-3f53-4c08-9295-d27dc1c78ce8 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345495 Jun 29 16:35:58.143042 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:58.155401 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] Set router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:35:58.184140 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-c20e22db-29cb-4bee-a764-248bfb929ba4 None None] Provisioning for port 3a63a908-ba80-445c-9173-545bc091c3f8 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:58.214696 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-c20e22db-29cb-4bee-a764-248bfb929ba4 None None] Provisioning complete for port 3a63a908-ba80-445c-9173-545bc091c3f8 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:58.215070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c20e22db-29cb-4bee-a764-248bfb929ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:58.360236 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818674b-4721-488d-a543-016cc4dc3c70 req-0f889b4c-2910-4613-91ac-6d9ab5b6db42 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:58.361798 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1818674b-4721-488d-a543-016cc4dc3c70 req-0f889b4c-2910-4613-91ac-6d9ab5b6db42 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1388788 Jun 29 16:35:58.382563 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:58.410827 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1818674b-4721-488d-a543-016cc4dc3c70 req-ee289199-e050-4a2d-a24c-5dffad27a2d4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379596 Jun 29 16:35:58.419160 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-c20e22db-29cb-4bee-a764-248bfb929ba4 None None] Port 3a63a908-ba80-445c-9173-545bc091c3f8 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:35:58.440515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:58.443711 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7bd4b587-3f2e-4643-a348-a5739c329eba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:58.492265 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:55Z', 'revision_number': 3, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port': {'id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:35:58.517846 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Pushing event updated for resources: {'Port': ['ID=3a63a908-ba80-445c-9173-545bc091c3f8,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:58.520248 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:58.522889 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:58.524521 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054346d-2396-4191-bb19-4a387447f4c7 None None] The sync data for ids ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'] in dv-cinder-793515-6-iscsi is: [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:55Z', 'revision_number': 3, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port': {'id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ba:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:35:58.617674 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Network 97d52dcf-fa06-4736-9532-61d6ec821188 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:35:58.619044 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:35:58.743151 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:35:58.874268 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:35:58.879356 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] 10.222.0.65 "PUT /v2.0/routers/b40cc8c5-4caa-4e35-9e8b-cb39e415e771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1139822 Jun 29 16:35:58.949633 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a08a0211-4e58-4e82-af55-a771bd084af3 None None] Provisioning complete for port 3a63a908-ba80-445c-9173-545bc091c3f8 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:58.950735 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a08a0211-4e58-4e82-af55-a771bd084af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:58.985866 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-a08a0211-4e58-4e82-af55-a771bd084af3 None None] Port 3a63a908-ba80-445c-9173-545bc091c3f8 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:35:59.298176 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b476a72-b1d3-426f-af7a-50d0dd1f7404 req-03a1b256-a687-4ce0-975a-90beae4f70ca tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:59.299804 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b476a72-b1d3-426f-af7a-50d0dd1f7404 req-03a1b256-a687-4ce0-975a-90beae4f70ca tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 946 time: 0.0805101 Jun 29 16:35:59.331448 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 6c7a41f2-5cd5-4eb7-beb6-a10047202356 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:35:59.352141 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b476a72-b1d3-426f-af7a-50d0dd1f7404 req-4ef2beae-f6a5-44c0-843a-7cf121541cc4 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Jun 29 16:35:59.451780 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:35:59.455779 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:35:59.456164 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:59.464951 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50990) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:35:59.466903 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008492349', 'description': 'tempest-secgroup-smoke-2008492349 description', 'project_id': 'fd28409e513843edbef4b3be43cd44bf'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:35:59.548492 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:59.549371 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:59.569998 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 6c7a41f2-5cd5-4eb7-beb6-a10047202356, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=6c7a41f2-5cd5-4eb7-beb6-a10047202356,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:35:59.602216 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae6409-e46d-4226-b5ad-7bc4a3620cbe req-f4de4084-393f-43bc-9b61-5f83b24d12a2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:59.603742 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32ae6409-e46d-4226-b5ad-7bc4a3620cbe req-f4de4084-393f-43bc-9b61-5f83b24d12a2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0690084 Jun 29 16:35:59.612437 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:35:59.614596 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:35:59.646050 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32ae6409-e46d-4226-b5ad-7bc4a3620cbe req-3e1e3f56-57ee-4030-a208-4aae3d477e86 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357459 Jun 29 16:35:59.666244 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=6c7a41f2-5cd5-4eb7-beb6-a10047202356,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:35:59.670609 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:35:59.931866 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-06b202f6-a254-4d9f-9ba5-4a72ace3130e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:35:59.933246 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-06b202f6-a254-4d9f-9ba5-4a72ace3130e tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 946 time: 0.3595688 Jun 29 16:35:59.938218 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.032788 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Deleting port 85a98445-4210-40f5-b6bc-f412a21f08b7 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:36:00.033502 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.074709 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.078673 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-109596d8-e55a-411e-a961-4f07af21309a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:00.095492 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Sync routers for ids ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:36:00.105192 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Routers {'b40cc8c5-4caa-4e35-9e8b-cb39e415e771'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:00.105795 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:00.120804 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f81d103-e40a-4ade-aa00-991c0dd032ee,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:00.125173 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:00.166005 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] For port 85a98445-4210-40f5-b6bc-f412a21f08b7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=85a98445-4210-40f5-b6bc-f412a21f08b7,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:00.166005 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.213877 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Set router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:00.218332 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.219580 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e6b72888-bb31-4a0a-96d8-327f3d67a38f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7564516 Jun 29 16:36:00.223138 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 50992) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:00.228047 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'security_group_rule': {'security_group_id': '1f81d103-e40a-4ade-aa00-991c0dd032ee', 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:00.333611 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.395631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.402576 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.403126 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.403484 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Floating IP 36f0010b-4847-4b50-9801-6742be8fdb1e disassociated. External IP: 172.27.3.236, port: 85a98445-4210-40f5-b6bc-f412a21f08b7. Jun 29 16:36:00.403836 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Calling delete_port for 85a98445-4210-40f5-b6bc-f412a21f08b7 owned by compute:nova {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:36:00.436572 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:58Z', 'revision_number': 4, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port': {'id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ba:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '3a63a908-ba80-445c-9173-545bc091c3f8', 'name': '', 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'mac_address': 'fa:16:3e:6b:93:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '74a97895-cf55-47a3-a3f7-dbe3ec5676a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:57Z', 'updated_at': '2021-06-29T16:35:58Z', 'revision_number': 2, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'subnets': [{'id': '74a97895-cf55-47a3-a3f7-dbe3ec5676a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:00.463351 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.464841 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Checking router: b40cc8c5-4caa-4e35-9e8b-cb39e415e771 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:36:00.465207 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Updating router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 port 3a63a908-ba80-445c-9173-545bc091c3f8 binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:36:00.467658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-54f4901a-d590-4739-8807-949ca07845ea tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:00.491553 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae7c676-3db5-4e30-870f-28fee1187f59,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:00.495321 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:00.504348 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.544612 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.548447 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-fef5ad97-8f37-4843-bec7-bfe3245172cd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3216338 Jun 29 16:36:00.548933 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 50996) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:00.555424 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'security_group_rule': {'security_group_id': '1f81d103-e40a-4ade-aa00-991c0dd032ee', 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:00.566355 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d080c-bb41-49aa-9601-21812c2461fd req-0c8798d6-3572-4ace-aefd-3566ec151215 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:00.568080 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-705d080c-bb41-49aa-9601-21812c2461fd req-0c8798d6-3572-4ace-aefd-3566ec151215 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 946 time: 0.0673485 Jun 29 16:36:00.618076 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.618839 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-705d080c-bb41-49aa-9601-21812c2461fd req-d044d443-e167-4822-8a7e-254d567e622b tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups?id=25fc453d-e90f-4692-a297-c10f0be67b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Jun 29 16:36:00.623478 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:00.651431 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event deleted for resources: {'Port': ['ID=85a98445-4210-40f5-b6bc-f412a21f08b7,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:00.657123 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:00.657613 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.779752 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.790510 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Transition to ACTIVE for port object 3a63a908-ba80-445c-9173-545bc091c3f8 will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:36:00.794893 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.814073 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Router 5cfe548a-34d5-487c-8c23-99f97bb4dccf has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:36:00.847242 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac28-7f50-47a6-93d6-7ee5729717f8 req-6f387bc4-e0f2-40a0-9403-0f46febd3b00 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:00.848838 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7161ac28-7f50-47a6-93d6-7ee5729717f8 req-6f387bc4-e0f2-40a0-9403-0f46febd3b00 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0700655 Jun 29 16:36:00.887750 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7161ac28-7f50-47a6-93d6-7ee5729717f8 req-318820e9-fd67-4184-8fc0-bd0435efef16 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 Jun 29 16:36:00.900880 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.920529 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:00.928447 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:00.934239 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:00.948660 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:36:00.958708 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c54761-6390-451f-bb78-ad0f82fa0950,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:00.961518 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] Sync routers for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:36:00.973266 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:00.974104 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:00.981947 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652683c-0466-4333-a1bd-0cd9678e33b6 None None] Pushing event updated for resources: {'Port': ['ID=3a63a908-ba80-445c-9173-545bc091c3f8,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:00.982257 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:00.987889 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-e652683c-0466-4333-a1bd-0cd9678e33b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:01.015968 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] No DVR routers for this DVR port 85a98445-4210-40f5-b6bc-f412a21f08b7 on host hv-cinder-79351 {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:36:01.024157 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.027371 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-82ab34b4-5345-4f43-80f4-5d993fd74a74 req-534cda1d-431f-49c7-87c0-1c4b7658e4f0 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.11 "DELETE /v2.0/ports/85a98445-4210-40f5-b6bc-f412a21f08b7 HTTP/1.1" status: 204 len: 173 time: 1.0884092 Jun 29 16:36:01.027940 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'name': 'network-vif-deleted', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:01.040272 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c84ef0-be51-4511-a08d-840cb8235529" -d '{"events": [{"server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "name": "network-vif-deleted", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:01.052706 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.054795 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-98bcc542-c7bc-40f8-9186-5cac6a1ec0ae tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5033691 Jun 29 16:36:01.057087 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51002) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:01.066462 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'security_group_rule': {'security_group_id': '1f81d103-e40a-4ade-aa00-991c0dd032ee', 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:01.093904 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62a6b6a-2193-4cbf-87b4-14b5ab7c9476 x-openstack-request-id: req-f62a6b6a-2193-4cbf-87b4-14b5ab7c9476 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:01.094669 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89aee347-cd90-4120-8311-ed5ed24c8c38", "name": "network-vif-deleted", "tag": "85a98445-4210-40f5-b6bc-f412a21f08b7", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:01.095239 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f62a6b6a-2193-4cbf-87b4-14b5ab7c9476 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:01.095906 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aee347-cd90-4120-8311-ed5ed24c8c38', 'name': 'network-vif-deleted', 'tag': '85a98445-4210-40f5-b6bc-f412a21f08b7', 'status': 'completed', 'code': 200} Jun 29 16:36:01.134274 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:01.201311 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Attempting to bind port 3a63a908-ba80-445c-9173-545bc091c3f8 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:36:01.202266 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Attempting to bind port 3a63a908-ba80-445c-9173-545bc091c3f8 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:36:01.202821 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Attempting to bind port 3a63a908-ba80-445c-9173-545bc091c3f8 on network 97d52dcf-fa06-4736-9532-61d6ec821188 {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:36:01.208976 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:36:01.210117 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Checking segment: {'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:36:01.210724 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.211362 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Bound using segment: {'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:36:01.212043 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Bound port: 3a63a908-ba80-445c-9173-545bc091c3f8, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ca18c9-fb79-4071-91f0-5458ea62c485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:36:01.212675 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.218441 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.312799 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] For port 3a63a908-ba80-445c-9173-545bc091c3f8, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:36:01.316158 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] For port 3a63a908-ba80-445c-9173-545bc091c3f8, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=3a63a908-ba80-445c-9173-545bc091c3f8,segment=NetworkSegment(53ca18c9-fb79-4071-91f0-5458ea62c485),segment_id=53ca18c9-fb79-4071-91f0-5458ea62c485)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:36:01.335884 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.343013 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 6c7a41f2-5cd5-4eb7-beb6-a10047202356 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:36:01.418132 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.421805 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-8a7e3508-e2a1-4d3e-8c30-11206f053604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:01.440783 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:01.443589 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.463746 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.465923 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-884412b2-c2ee-4333-a838-faa62fb28de5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:01.485609 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:01.487961 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652683c-0466-4333-a1bd-0cd9678e33b6 None None] Pushing event updated for resources: {'Port': ['ID=3a63a908-ba80-445c-9173-545bc091c3f8,revision_number=4']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:01.494367 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-e652683c-0466-4333-a1bd-0cd9678e33b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:01.500271 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069d5862-41ad-493f-a03b-87e3f567c60b,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:01.511286 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:01.516348 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Routers {'b40cc8c5-4caa-4e35-9e8b-cb39e415e771'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:01.517838 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:01.517963 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] Checking router: 5cfe548a-34d5-487c-8c23-99f97bb4dccf for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:36:01.534659 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:01.535320 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:01.595249 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.596974 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5384223 Jun 29 16:36:01.600026 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51004) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:01.606597 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'security_group_rule': {'security_group_id': '1f81d103-e40a-4ade-aa00-991c0dd032ee', 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:01.637065 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] Set router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:01.685666 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:01.737261 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.802219 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e8e6ced4-4f2d-4f84-b4f1-0099e2183962 req-5fbdbfd9-b156-4fdf-b771-ee7f4b2cf53f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/ports?device_id=89aee347-cd90-4120-8311-ed5ed24c8c38 HTTP/1.1" status: 200 len: 210 time: 0.0384207 Jun 29 16:36:01.828554 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.875158 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:58Z', 'revision_number': 4, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port': {'id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ba:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '3a63a908-ba80-445c-9173-545bc091c3f8', 'name': '', 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'mac_address': 'fa:16:3e:6b:93:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '74a97895-cf55-47a3-a3f7-dbe3ec5676a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:57Z', 'updated_at': '2021-06-29T16:36:01Z', 'revision_number': 4, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'subnets': [{'id': '74a97895-cf55-47a3-a3f7-dbe3ec5676a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:01.903749 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb81d9f-0599-4703-a310-2d163fbbdfb3 None None] The sync data for ids ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'] in dv-cinder-793515-6-iscsi is: [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:58Z', 'revision_number': 4, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port': {'id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ba:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '3a63a908-ba80-445c-9173-545bc091c3f8', 'name': '', 'network_id': '97d52dcf-fa06-4736-9532-61d6ec821188', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'mac_address': 'fa:16:3e:6b:93:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '74a97895-cf55-47a3-a3f7-dbe3ec5676a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:57Z', 'updated_at': '2021-06-29T16:36:01Z', 'revision_number': 4, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'subnets': [{'id': '74a97895-cf55-47a3-a3f7-dbe3ec5676a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:36:01.918552 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:01.956427 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00afd35-811b-4f68-a17d-67a82f6f918d None None] The sync data for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi is: [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:28:49Z', 'revision_number': 4, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '7adf31bf-c87d-4151-8558-ca95ba5d9a3f', 'name': '', 'network_id': 'f13fee1c-65a6-44a1-86e7-c58270843997', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'mac_address': 'fa:16:3e:ef:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:47Z', 'updated_at': '2021-06-29T16:28:58Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'subnets': [{'id': '1db1c9ef-ad41-4873-9160-864a63c5aa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:36:01.958680 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:01.958680 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-672bb981-8dcb-4ed6-b4f1-b2722c9f9aaa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:01.998613 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61efa984-ada6-40ca-8a20-3841ec2fd76e,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:02.010034 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:02.128907 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9581420-47d6-4629-affb-63af352b0bbe req-7d0bcca9-74a4-4c25-a08d-0feffd92ad28 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:02.130688 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e9581420-47d6-4629-affb-63af352b0bbe req-7d0bcca9-74a4-4c25-a08d-0feffd92ad28 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0843289 Jun 29 16:36:02.145498 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.147286 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5454376 Jun 29 16:36:02.150522 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51010) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:02.155488 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'security_group_rule': {'security_group_id': '1f81d103-e40a-4ade-aa00-991c0dd032ee', 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:02.174391 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e9581420-47d6-4629-affb-63af352b0bbe req-1dd8e38c-3f79-4142-9a13-1d3cca595e82 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363798 Jun 29 16:36:02.264387 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.securitygroups_db [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Project fd28409e513843edbef4b3be43cd44bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:36:02.269461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.336805 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.423483 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.425873 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:02.442820 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d718b-fbe5-46d0-a7cf-f7de81e8b624 None None] New status for floating IP 36f0010b-4847-4b50-9801-6742be8fdb1e: DOWN {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:36:02.444803 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c9051d-1b4f-4494-bf51-3208acc90845,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:02.447659 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:02.480404 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 85a98445-4210-40f5-b6bc-f412a21f08b7 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:36:02.501602 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 85a98445-4210-40f5-b6bc-f412a21f08b7 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:36:02.501886 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 85a98445-4210-40f5-b6bc-f412a21f08b7 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:36:02.520499 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.522241 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-28f597b8-b0e2-4c29-aaa1-ef4cb783173e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3703752 Jun 29 16:36:02.524739 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51012) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:02.531698 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'security_group_rule': {'security_group_id': '1f81d103-e40a-4ade-aa00-991c0dd032ee', 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:02.646344 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.securitygroups_db [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Project fd28409e513843edbef4b3be43cd44bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:36:02.652009 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.738730 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.812137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.814786 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:02.836142 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4970f6-13f1-4057-bffc-112a5904607a,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:02.839542 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:02.903855 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:02.905114 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-88c8b216-2e7b-4ae1-b85a-a400c9c33cf0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3793645 Jun 29 16:36:03.024045 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51038) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:03.093749 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.125795 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.246541 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.249231 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.253084 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "DELETE /v2.0/security-groups/25fc453d-e90f-4692-a297-c10f0be67b3a HTTP/1.1" status: 204 len: 168 time: 0.2301409 Jun 29 16:36:03.253084 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1c6c1af5-f69d-4fff-99d8-28c46e8e1265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:03.254221 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51058) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:03.272239 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc453d-e90f-4692-a297-c10f0be67b3a,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:03.274482 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.api.v2.resource [None req-9fbf23e5-7074-48fe-9429-91ae608bc611 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] show failed (client error): The resource could not be found. Jun 29 16:36:03.275481 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9fbf23e5-7074-48fe-9429-91ae608bc611 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "GET /v2.0/security-groups/25fc453d-e90f-4692-a297-c10f0be67b3a HTTP/1.1" status: 404 len: 347 time: 0.0203156 Jun 29 16:36:03.276313 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:03.283765 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51060) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:03.353704 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 3a63a908-ba80-445c-9173-545bc091c3f8 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:36:03.446328 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 3a63a908-ba80-445c-9173-545bc091c3f8 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:36:03.450717 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 3a63a908-ba80-445c-9173-545bc091c3f8 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:03.451100 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.471776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870dfab-fdaa-44bf-bac1-66275d5050d1 req-2c7702b3-9035-4f1a-9109-132b9451d0c8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:03.474444 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5870dfab-fdaa-44bf-bac1-66275d5050d1 req-2c7702b3-9035-4f1a-9109-132b9451d0c8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1358438 Jun 29 16:36:03.481729 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Deleting port 7d16addc-8c58-4c04-be36-6168202a7a9b {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:36:03.482069 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.536499 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.566137 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5870dfab-fdaa-44bf-bac1-66275d5050d1 req-e16efb3e-f56a-4250-9a4c-1a46902b2f06 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808828 Jun 29 16:36:03.569691 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 3a63a908-ba80-445c-9173-545bc091c3f8, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=3a63a908-ba80-445c-9173-545bc091c3f8,segment=NetworkSegment(53ca18c9-fb79-4071-91f0-5458ea62c485),segment_id=53ca18c9-fb79-4071-91f0-5458ea62c485)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:03.590667 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.591006 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.603013 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Calling delete_port for 7d16addc-8c58-4c04-be36-6168202a7a9b owned by network:floatingip {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:36:03.668722 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.670652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:03.727789 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=3a63a908-ba80-445c-9173-545bc091c3f8,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:03.731054 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:03.846824 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.849031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-984b3bdf-1a79-4ab4-91f2-56cdde69a759 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:03.875122 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Pushing event deleted for resources: {'Port': ['ID=7d16addc-8c58-4c04-be36-6168202a7a9b,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:03.877830 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:03.941643 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.945497 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:03.946633 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] 10.222.0.65 "DELETE /v2.0/floatingips/36f0010b-4847-4b50-9801-6742be8fdb1e HTTP/1.1" status: 204 len: 168 time: 0.6618834 Jun 29 16:36:04.475440 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:36:04.573958 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:04.585239 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'port_id': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'mac_address': 'fa:16:3e:33:61:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:36:04.627164 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:04.644339 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ce845a6-5d61-4293-8a29-ecad6141873e {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:36:04.664403 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:04.743678 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:04.745445 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:04.759639 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32555537-7276-4880-9e6d-19d7edbc5084 req-cc2550b9-370d-4a7e-bf61-0d51488057be tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:04.761182 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32555537-7276-4880-9e6d-19d7edbc5084 req-cc2550b9-370d-4a7e-bf61-0d51488057be tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0656612 Jun 29 16:36:04.797788 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=6']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:04.800754 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:04.803828 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32555537-7276-4880-9e6d-19d7edbc5084 req-0a351e3c-f715-47b7-87fb-a56976e4f9a1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368290 Jun 29 16:36:04.842555 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['0ce845a6-5d61-4293-8a29-ecad6141873e'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:36:05.283728 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 3a63a908-ba80-445c-9173-545bc091c3f8 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:36:05.336652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 3a63a908-ba80-445c-9173-545bc091c3f8 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:05.337028 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:06.008513 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc43a5-6f19-4940-8a51-acb0cae6ad97 req-749ec194-bb85-4c8c-b2a8-5dd3d3b43c50 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:06.009033 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-37bc43a5-6f19-4940-8a51-acb0cae6ad97 req-749ec194-bb85-4c8c-b2a8-5dd3d3b43c50 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 944 time: 0.0775476 Jun 29 16:36:06.061049 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-37bc43a5-6f19-4940-8a51-acb0cae6ad97 req-4165b621-8343-433a-8ff4-b0c155c10e68 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Jun 29 16:36:06.483347 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:36:06.544776 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 0ce845a6-5d61-4293-8a29-ecad6141873e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:06.545189 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:06.660060 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:06.701324 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:06.702459 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:06.705011 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5aa869-e592-4dd3-beb8-ca8b59851dc7" -d '{"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-plugged", "status": "completed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:06.755103 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46888335-b68b-46f4-8a6d-6c79ba24fbc1 x-openstack-request-id: req-46888335-b68b-46f4-8a6d-6c79ba24fbc1 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:06.755412 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-plugged", "status": "completed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:06.755719 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46888335-b68b-46f4-8a6d-6c79ba24fbc1 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:06.756749 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'code': 200} Jun 29 16:36:06.805877 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:06.821279 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-156b49cf-b5ba-422b-82f4-1870b2313d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:06.878005 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=7']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:06.894962 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:07.265076 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:36:07.285332 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315334c-e65d-4ddd-9eec-c22cf9dfb974 req-4fc6017c-10bc-4895-8b97-22f85f1cda2f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:07.286929 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7315334c-e65d-4ddd-9eec-c22cf9dfb974 req-4fc6017c-10bc-4895-8b97-22f85f1cda2f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0765030 Jun 29 16:36:07.336713 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7315334c-e65d-4ddd-9eec-c22cf9dfb974 req-589c76c9-2a63-4fa1-987b-44137e12a951 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408516 Jun 29 16:36:08.357857 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51150) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:08.563456 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7181d-277d-4c67-97b8-dc512d8d00a8 req-d90882ca-6ea9-4f5b-9d79-f52c53b839ab tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:08.565716 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af7181d-277d-4c67-97b8-dc512d8d00a8 req-d90882ca-6ea9-4f5b-9d79-f52c53b839ab tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0882080 Jun 29 16:36:08.625978 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7af7181d-277d-4c67-97b8-dc512d8d00a8 req-d4907dcb-13f4-4be0-8419-da620429dfc2 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492487 Jun 29 16:36:09.079791 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:09.399862 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Deleting port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:36:09.400575 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:09.480001 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] For port 7adf31bf-c87d-4151-8558-ca95ba5d9a3f, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:09.480359 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:09.492329 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Calling delete_port for 7adf31bf-c87d-4151-8558-ca95ba5d9a3f owned by network:router_interface {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:36:09.777968 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:09.780291 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-437a4841-60ac-488c-a6a8-3629e648ab30 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:09.835166 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7adf31bf-c87d-4151-8558-ca95ba5d9a3f,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:09.838716 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:09.846379 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6ce5-45fd-4748-ac5f-8bc72eedb775 req-2238acd8-a50e-4bbf-b182-b620b0923d9f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:09.848018 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-760f6ce5-45fd-4748-ac5f-8bc72eedb775 req-2238acd8-a50e-4bbf-b182-b620b0923d9f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0878632 Jun 29 16:36:09.908957 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-760f6ce5-45fd-4748-ac5f-8bc72eedb775 req-57b6f05b-3d1b-48a9-92db-b8a66651ef16 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523913 Jun 29 16:36:10.070580 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:10.326483 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Router 5cfe548a-34d5-487c-8c23-99f97bb4dccf has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:36:10.699843 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:36:10.706102 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] 10.222.0.65 "PUT /v2.0/routers/5cfe548a-34d5-487c-8c23-99f97bb4dccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444080 Jun 29 16:36:10.706523 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51166) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:10.718447 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] Sync routers for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:36:10.736472 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:10.738620 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:10.828075 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks [] for router, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:10.878604 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:11.136187 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:36:09Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:11.167126 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] Checking router: 5cfe548a-34d5-487c-8c23-99f97bb4dccf for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:36:11.176937 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] Routers {'5cfe548a-34d5-487c-8c23-99f97bb4dccf'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:11.177819 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:35:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:11.426996 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:11.457344 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f78eed-4c29-482b-be8b-6955a9fa7402 req-b5b96fcf-2c5a-44b0-94d5-6d2742bc58cd tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:11.459030 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47f78eed-4c29-482b-be8b-6955a9fa7402 req-b5b96fcf-2c5a-44b0-94d5-6d2742bc58cd tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1185372 Jun 29 16:36:11.509390 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] Set router 5cfe548a-34d5-487c-8c23-99f97bb4dccf gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:11.517175 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47f78eed-4c29-482b-be8b-6955a9fa7402 req-f67d6f54-a606-4c8a-89c3-06bed9d0fc98 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505550 Jun 29 16:36:11.596580 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Deleting port ca62fa4a-045f-4edc-a65e-da1d0ab702ad {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:36:11.596957 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:11.692839 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] For port ca62fa4a-045f-4edc-a65e-da1d0ab702ad, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:11.693353 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:11.716843 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Calling delete_port for ca62fa4a-045f-4edc-a65e-da1d0ab702ad owned by network:router_gateway {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:36:11.760519 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:36:09Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:11.811244 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63804d-b229-410c-bc12-0b2870741c95 None None] The sync data for ids ['5cfe548a-34d5-487c-8c23-99f97bb4dccf'] in dv-cinder-793515-6-iscsi is: [{'id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'name': 'tempest-AttachVolumeTestJSON-611604309-router', 'tenant_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:28:42Z', 'updated_at': '2021-06-29T16:36:09Z', 'revision_number': 5, 'project_id': 'e983b5bb2f3943f1b93633f69eb00c30', 'gw_port': {'id': 'ca62fa4a-045f-4edc-a65e-da1d0ab702ad', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe548a-34d5-487c-8c23-99f97bb4dccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:28:43Z', 'updated_at': '2021-06-29T16:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:36:12.091838 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.101421 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d249454b-f297-4650-ad2f-61413a4bb0e9 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:12.130416 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Pushing event deleted for resources: {'Port': ['ID=ca62fa4a-045f-4edc-a65e-da1d0ab702ad,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:12.134455 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:12.211235 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.399041 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.401487 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.549033 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.549801 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cfe548a-34d5-487c-8c23-99f97bb4dccf {{(pid=93785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:36:12.556232 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.559225 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] 10.222.0.65 "DELETE /v2.0/routers/5cfe548a-34d5-487c-8c23-99f97bb4dccf HTTP/1.1" status: 204 len: 168 time: 1.8512766 Jun 29 16:36:12.563167 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51176) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:12.620355 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Deleting subnet 1db1c9ef-ad41-4873-9160-864a63c5aa8d {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:36:12.624520 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.682408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.870875 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04420f-25f2-453c-8c41-794b33a90132 req-20bb8599-4fa4-4ece-9bd3-9500390feec1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:12.872392 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da04420f-25f2-453c-8c41-794b33a90132 req-20bb8599-4fa4-4ece-9bd3-9500390feec1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1507843 Jun 29 16:36:12.873819 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:12.946291 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da04420f-25f2-453c-8c41-794b33a90132 req-2b8b1929-e280-4df8-9dcc-0a94355327cb tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481324 Jun 29 16:36:13.291065 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ca62fa4a-045f-4edc-a65e-da1d0ab702ad no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:36:13.311075 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: ca62fa4a-045f-4edc-a65e-da1d0ab702ad {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:36:13.311478 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device ca62fa4a-045f-4edc-a65e-da1d0ab702ad not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:36:13.311892 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7adf31bf-c87d-4151-8558-ca95ba5d9a3f no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:36:13.330456 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 7adf31bf-c87d-4151-8558-ca95ba5d9a3f {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:36:13.330811 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7adf31bf-c87d-4151-8558-ca95ba5d9a3f not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:36:13.452220 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.454887 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-da1e1673-7245-4851-996a-19b577bab4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:13.480641 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db1c9ef-ad41-4873-9160-864a63c5aa8d,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:13.483755 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:13.484818 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.497945 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1dbe6ceb-cc6c-4575-a5b5-62be8c7abd86 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1db1c9ef-ad41-4873-9160-864a63c5aa8d HTTP/1.1" status: 204 len: 168 time: 0.9222648 Jun 29 16:36:13.497945 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51180) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:13.498962 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5109c8-e762-40d9-b59e-0382206cdee6 None None] Network f13fee1c-65a6-44a1-86e7-c58270843997 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:36:13.565653 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.648200 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Deleting port 196e2f55-6eb8-4638-bb35-499465155202 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:36:13.648677 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.736937 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] For port 196e2f55-6eb8-4638-bb35-499465155202, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=196e2f55-6eb8-4638-bb35-499465155202,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:13.737278 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.752647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Calling delete_port for 196e2f55-6eb8-4638-bb35-499465155202 owned by network:dhcp {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:36:13.788117 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] DHCP port deletion for f13fee1c-65a6-44a1-86e7-c58270843997 request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:36:13.865811 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Deleting port 196e2f55-6eb8-4638-bb35-499465155202 {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:36:13.866183 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.949190 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.951385 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1a05568c-ccd0-44ae-b82f-a22d9b80a0fa tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:13.954152 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] For port 196e2f55-6eb8-4638-bb35-499465155202, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=196e2f55-6eb8-4638-bb35-499465155202,segment=NetworkSegment(d90ee23a-e611-40b1-9149-ee4f33b9ba10),segment_id=d90ee23a-e611-40b1-9149-ee4f33b9ba10)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:13.954807 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:13.982832 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=196e2f55-6eb8-4638-bb35-499465155202,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:13.995243 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:13.996642 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] No DVR routers for this DVR port 196e2f55-6eb8-4638-bb35-499465155202 on host dv-cinder-793515-6-iscsi {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:36:14.009368 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Calling delete_port for 196e2f55-6eb8-4638-bb35-499465155202 owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:36:14.100135 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.112315 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13fee1c-65a6-44a1-86e7-c58270843997']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:14.130444 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90ee23a-e611-40b1-9149-ee4f33b9ba10') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:14.131689 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90ee23a-e611-40b1-9149-ee4f33b9ba10') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:14.188507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.191954 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.196241 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:14.207113 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.223030 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Pushing event deleted for resources: {'Port': ['ID=196e2f55-6eb8-4638-bb35-499465155202,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:14.231005 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:14.231005 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] No DVR routers for this DVR port 196e2f55-6eb8-4638-bb35-499465155202 on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:36:14.231631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:36:14.231631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:36:14.242208 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:36:14.315749 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f651c7b-4c2d-4214-8376-9ade651fc1ea req-6f222c06-c23c-491e-b923-573cf2143db0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:14.322778 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1f651c7b-4c2d-4214-8376-9ade651fc1ea req-6f222c06-c23c-491e-b923-573cf2143db0 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1890759 Jun 29 16:36:14.371086 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1f651c7b-4c2d-4214-8376-9ade651fc1ea req-5b4a8453-75fc-4a27-a697-2025921e29d7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472598 Jun 29 16:36:14.423295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.427129 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-144d9d4e-4e9d-4e1f-8bbe-affaa0cc00e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:14.430875 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.435319 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f13fee1c-65a6-44a1-86e7-c58270843997 HTTP/1.1" status: 204 len: 168 time: 0.9425809 Jun 29 16:36:14.451065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13fee1c-65a6-44a1-86e7-c58270843997,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:14.453983 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:14.789721 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51192) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:14.852014 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-1852abbb-9b64-4bec-9b74-1887354b701a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e983b5bb2f3943f1b93633f69eb00c30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0608206 Jun 29 16:36:14.852338 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51194) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:14.928389 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:14.952590 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:15.114919 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:15.119452 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:15.123712 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2a35738-05df-4576-b243-3e03a05bcac9 HTTP/1.1" status: 204 len: 168 time: 0.2660403 Jun 29 16:36:15.123712 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-fd269690-76c4-47bd-857b-4cd995a039dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:15.139085 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a35738-05df-4576-b243-3e03a05bcac9,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:15.147882 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:15.318326 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 196e2f55-6eb8-4638-bb35-499465155202 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:36:15.343497 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 196e2f55-6eb8-4638-bb35-499465155202 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:36:15.343849 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 196e2f55-6eb8-4638-bb35-499465155202 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:36:15.652012 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9b27a-914e-42f1-87e0-bd7b940f3a32 req-8f47645c-5818-48fc-872c-876919afae3c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:15.655241 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dfe9b27a-914e-42f1-87e0-bd7b940f3a32 req-8f47645c-5818-48fc-872c-876919afae3c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1019082 Jun 29 16:36:15.729193 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dfe9b27a-914e-42f1-87e0-bd7b940f3a32 req-9073878e-dee6-425d-a262-c2c385ea90d6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670660 Jun 29 16:36:16.392772 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51232) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:16.503114 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1232724182-network', 'tenant_id': '27bfafe643a04234b7f71dd71951a4fa'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:16.845581 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Made reservation on behalf of 27bfafe643a04234b7f71dd71951a4fa for: {'network': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:36:16.848300 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:16.860572 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:16.903633 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1f381-a9c2-4092-938d-4651eb0d9b37 req-50ad68fb-40e0-4e18-ba11-217cb6ca1bba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:16.905261 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-abc1f381-a9c2-4092-938d-4651eb0d9b37 req-50ad68fb-40e0-4e18-ba11-217cb6ca1bba tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0647790 Jun 29 16:36:16.952338 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-abc1f381-a9c2-4092-938d-4651eb0d9b37 req-be40fc07-df4e-47d4-8f81-c18e9fd93919 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 Jun 29 16:36:16.996310 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:17.190700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:17.194647 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c2d50afb-3f6f-4170-af0e-2dfedca83f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:17.226911 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=93786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:36:17.230145 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe5467-dc7b-4ec6-b5bb-d45debebed15,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:17.235655 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:17.247937 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:17.247937 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.segments_db [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Added segment 2e9066d4-5af4-4e47-9581-1b86e501a236 of type vlan for network bd458aa4-9a56-416e-b295-d4ee30f383e8 Jun 29 16:36:17.291948 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:17.399972 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:17.402244 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:17.402840 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:17.405264 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:17.466690 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Pushing event updated for resources: {'Network': ['ID=bd458aa4-9a56-416e-b295-d4ee30f383e8,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:17.470660 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:17.478934 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network bd458aa4-9a56-416e-b295-d4ee30f383e8 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:36:17.545455 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ae436212-89bd-4435-a20c-bb61475e27ba admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1508541 Jun 29 16:36:17.547956 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51244) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:17.554724 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Request body: {'subnet': {'network_id': 'bd458aa4-9a56-416e-b295-d4ee30f383e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1232724182-subnet', 'tenant_id': '27bfafe643a04234b7f71dd71951a4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:17.731841 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Made reservation on behalf of 27bfafe643a04234b7f71dd71951a4fa for: {'subnet': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:36:17.734159 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9340803'] for subnet, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:18.000832 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9340817'] for subnet, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:18.003396 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-00d85914-4472-47f7-b8bc-a76ce928cdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:18.055267 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4521bae-0659-4760-9cda-4da18bedd99a,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:18.059220 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:18.075435 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Checking segment: {'id': '2e9066d4-5af4-4e47-9581-1b86e501a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'bd458aa4-9a56-416e-b295-d4ee30f383e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:36:18.075933 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Network hostable DHCP agents. Network: bd458aa4-9a56-416e-b295-d4ee30f383e8, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:36:18.139986 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae44c-f7d2-4f72-a88c-d5961270b51f req-44c3566e-42f2-4626-981e-2f5b098aca81 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:18.141622 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9ddae44c-f7d2-4f72-a88c-d5961270b51f req-44c3566e-42f2-4626-981e-2f5b098aca81 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0646479 Jun 29 16:36:18.181194 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9ddae44c-f7d2-4f72-a88c-d5961270b51f req-de288e8e-c5fb-44a7-ad81-2f7c83ea8c52 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337272 Jun 29 16:36:18.211737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Network bd458aa4-9a56-416e-b295-d4ee30f383e8 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:36:18.285803 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, bd458aa4-9a56-416e-b295-d4ee30f383e8) {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:36:18.289707 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:18.290321 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:18.295094 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d151c7c-70f0-4e52-be30-1507701dbfc9 None None] Network bd458aa4-9a56-416e-b295-d4ee30f383e8 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:36:18.389483 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-562457c7-1a36-4cad-b012-c81a2bf4e378 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8402760 Jun 29 16:36:18.418890 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6ce377-6ce1-438f-a14d-c60fc22f9344 None None] Network bd458aa4-9a56-416e-b295-d4ee30f383e8 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:36:18.897091 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-2405138f-02d5-4173-8646-b7614672f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:18.898568 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-2405138f-02d5-4173-8646-b7614672f625 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 1098 time: 0.0542727 Jun 29 16:36:18.990806 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-df2e3735-f8a4-4dcf-8c3f-ed39e39e1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:18.992319 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-df2e3735-f8a4-4dcf-8c3f-ed39e39e1897 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 918 time: 0.0872021 Jun 29 16:36:19.058063 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-950252f1-a425-4660-9bae-a76320b4371f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce845a6-5d61-4293-8a29-ecad6141873e HTTP/1.1" status: 200 len: 1001 time: 0.0590522 Jun 29 16:36:19.107485 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-67d92a71-2938-4cd4-8dd7-15aa2ec7e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:19.109016 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-67d92a71-2938-4cd4-8dd7-15aa2ec7e5f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0453744 Jun 29 16:36:19.124494 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51276) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:19.129530 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-460476748-network', 'tenant_id': '8d24341dc87b404ca90f997f0c55288a'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:19.171518 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-31195c1c-8003-48a8-a7b7-a546029c045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:19.173007 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-31195c1c-8003-48a8-a7b7-a546029c045b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580440 Jun 29 16:36:19.262796 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Made reservation on behalf of 8d24341dc87b404ca90f997f0c55288a for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:36:19.264773 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-ddc58b34-ea4f-489c-8496-9aa5866fd506 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856550 Jun 29 16:36:19.266098 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.275899 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.365121 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-e7af7af0-81a5-42f8-b1e6-3bc56fcf229d req-c4815694-3f2e-483e-a1a8-996ae026bf6b service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931695 Jun 29 16:36:19.402863 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439f0ac-4b11-44e1-a973-6c35eb9f34a3 req-5cc99624-54dc-4186-a90a-272d817d0975 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:19.404375 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c439f0ac-4b11-44e1-a973-6c35eb9f34a3 req-5cc99624-54dc-4186-a90a-272d817d0975 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.1028419 Jun 29 16:36:19.438296 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.455834 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c439f0ac-4b11-44e1-a973-6c35eb9f34a3 req-25270aee-bc02-41fe-9faf-f10347af2bcb tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429630 Jun 29 16:36:19.548741 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.552039 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-809bade2-d4dd-4263-bc55-f5c060fd06a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:19.577212 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:36:19.583495 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f0d85b-80df-4dbf-b358-e4aec83b5eb6,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:19.592708 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.593057 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Added segment f9f89fe6-6b3d-4cbc-9820-80a85767e980 of type vlan for network 5a09687f-cac1-4ba6-a3b7-062053272a9b Jun 29 16:36:19.603153 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.603562 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.603936 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.604348 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.604694 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.605073 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.605432 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.605791 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.606156 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.606517 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.606872 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.607237 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:19.622069 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:19.650207 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.754619 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.756582 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:19.757178 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.760456 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:19.821012 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Pushing event updated for resources: {'Network': ['ID=5a09687f-cac1-4ba6-a3b7-062053272a9b,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:19.823510 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:19.831012 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 5a09687f-cac1-4ba6-a3b7-062053272a9b details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:36:19.863227 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-4a58a7d3-240c-4d32-9242-0d05fd8d7eea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7375700 Jun 29 16:36:19.866525 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51282) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:19.871490 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Request body: {'subnet': {'network_id': '5a09687f-cac1-4ba6-a3b7-062053272a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-460476748-subnet', 'tenant_id': '8d24341dc87b404ca90f997f0c55288a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:19.942740 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-56362c4b-fcd3-4da3-b5fd-b5fb9b223790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:19.971536 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Made reservation on behalf of 8d24341dc87b404ca90f997f0c55288a for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:36:19.974023 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.228918 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.231383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-68db893a-59a7-456f-9e1c-5954eef54832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:20.282264 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e12934a-c6a9-4414-8522-1b6663ffa623,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:20.285937 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:20.293688 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Checking segment: {'id': 'f9f89fe6-6b3d-4cbc-9820-80a85767e980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5a09687f-cac1-4ba6-a3b7-062053272a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:36:20.294043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Network hostable DHCP agents. Network: 5a09687f-cac1-4ba6-a3b7-062053272a9b, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:36:20.406657 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Network 5a09687f-cac1-4ba6-a3b7-062053272a9b is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:36:20.480509 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 5a09687f-cac1-4ba6-a3b7-062053272a9b) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:36:20.485078 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:20.485682 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.489626 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86faa1-81c5-4250-97c6-e5137320f450 None None] Network 5a09687f-cac1-4ba6-a3b7-062053272a9b requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:36:20.567055 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a5456d5b-03e7-438b-8082-0481f3f1aef9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6991944 Jun 29 16:36:20.630638 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e243330a-4409-4b2e-9fa6-ea1d13e1ff9a None None] Network 5a09687f-cac1-4ba6-a3b7-062053272a9b requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:36:20.639132 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d8815-d16c-4863-8f18-e181cec55204 req-dc8fc4af-890f-45ab-9d8f-a1bd8b5deaca tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:20.640683 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f22d8815-d16c-4863-8f18-e181cec55204 req-dc8fc4af-890f-45ab-9d8f-a1bd8b5deaca tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0693064 Jun 29 16:36:20.682389 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f22d8815-d16c-4863-8f18-e181cec55204 req-748fe40c-89d2-4147-ad35-589d53094b47 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362105 Jun 29 16:36:20.686943 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51288) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:20.732166 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Deleting subnet b4521bae-0659-4760-9cda-4da18bedd99a {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:36:20.735317 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.774730 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.813597 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.926810 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.930277 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:20.963386 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4521bae-0659-4760-9cda-4da18bedd99a,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:20.965359 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:20.969873 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b4521bae-0659-4760-9cda-4da18bedd99a HTTP/1.1" status: 204 len: 168 time: 0.2792785 Jun 29 16:36:20.969972 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51296) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:20.970455 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d65384a7-7a23-4958-b8a7-cb1605021212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:20.975418 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-2ad5fe12-4310-4189-8ca1-3826f5338c34 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008492349&fields=id&tenant_id=fd28409e513843edbef4b3be43cd44bf HTTP/1.1" status: 200 len: 267 time: 0.0643084 Jun 29 16:36:21.040179 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.095552 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-d6a5a4c1-b2ad-4207-8c05-cb9d3e30f61b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:21.097192 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-d6a5a4c1-b2ad-4207-8c05-cb9d3e30f61b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/networks?id=a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 200 len: 809 time: 0.1150057 Jun 29 16:36:21.112215 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-526ad344-48b6-4f6a-b163-24bec0c27a8d tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/quotas/fd28409e513843edbef4b3be43cd44bf HTTP/1.1" status: 200 len: 375 time: 0.0093782 Jun 29 16:36:21.124921 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.135494 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd458aa4-9a56-416e-b295-d4ee30f383e8']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:21.146159 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9066d4-5af4-4e47-9581-1b86e501a236') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:21.146507 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9066d4-5af4-4e47-9581-1b86e501a236') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:21.155821 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.169896 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.176029 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:36:21.176417 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:36:21.178741 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:36:21.181503 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-804e2035-0397-418a-a89f-cc1bf45df473 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621841 Jun 29 16:36:21.281714 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-21e4fdbf-54a7-4485-8baf-ce7feef62522 service neutron] 10.222.0.65 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895579 Jun 29 16:36:21.291700 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.295871 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:21.310749 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.311644 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] 10.222.0.65 "DELETE /v2.0/networks/bd458aa4-9a56-416e-b295-d4ee30f383e8 HTTP/1.1" status: 204 len: 168 time: 0.3406730 Jun 29 16:36:21.313194 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bd458aa4-9a56-416e-b295-d4ee30f383e8,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:21.314909 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51298) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:21.317033 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5d95879a-c9cd-42d5-b040-d0317ad780bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:21.360720 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Deleting subnet 4e12934a-c6a9-4414-8522-1b6663ffa623 {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:36:21.363966 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.379531 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-9af01dae-5a4a-4a52-9f55-701378310983 service neutron] 10.222.0.65 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914099 Jun 29 16:36:21.413595 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9089909'] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.453429 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.577919 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340838'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.580616 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:21.603880 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e12934a-c6a9-4414-8522-1b6663ffa623,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:21.607633 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:21.610211 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.612071 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-93398501-ca10-4718-b78c-07c242e173d9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4e12934a-c6a9-4414-8522-1b6663ffa623 HTTP/1.1" status: 204 len: 168 time: 0.2961648 Jun 29 16:36:21.614508 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51306) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:21.684464 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.770017 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.780737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a09687f-cac1-4ba6-a3b7-062053272a9b']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:21.793756 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f89fe6-6b3d-4cbc-9820-80a85767e980') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:21.793756 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f89fe6-6b3d-4cbc-9820-80a85767e980') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:21.801370 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.816050 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.823907 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:36:21.824309 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:36:21.825962 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:36:21.887877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a79c1-af1a-4281-8a65-513b81b1f21f req-341187e7-5535-4d81-954b-9b80b4060c00 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:21.889368 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c76a79c1-af1a-4281-8a65-513b81b1f21f req-341187e7-5535-4d81-954b-9b80b4060c00 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 945 time: 0.0802555 Jun 29 16:36:21.928377 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c76a79c1-af1a-4281-8a65-513b81b1f21f req-09c57eba-6cc3-406c-ad42-8db9f08b2906 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332289 Jun 29 16:36:21.954093 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.959317 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:21.961947 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:21.966870 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5a09687f-cac1-4ba6-a3b7-062053272a9b HTTP/1.1" status: 204 len: 168 time: 0.3477747 Jun 29 16:36:21.978401 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a09687f-cac1-4ba6-a3b7-062053272a9b,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:21.984290 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:22.055315 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4769959f-3e29-463f-bf4c-9a30eb6d995b req-ac10c2be-9bb9-4829-a5db-804a34df97a6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 210 time: 0.0413570 Jun 29 16:36:22.446757 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51328) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:22.487521 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-abc183f3-f4a6-4c9f-81a6-e59a0e6a0181 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27bfafe643a04234b7f71dd71951a4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394752 Jun 29 16:36:22.490115 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51330) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:22.537514 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:22.552331 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:36:22.561709 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:22.639157 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:22.661753 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:22.664087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7229cb85-d777-40b4-9f6f-4c8d37dd5e5e" -d '{"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-unplugged", "status": "completed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:22.681168 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:22.696281 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf1e18-6bda-484c-bbe1-22482331fdee x-openstack-request-id: req-bdbf1e18-6bda-484c-bbe1-22482331fdee {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:22.696588 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-unplugged", "status": "failed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e", "code": 422}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:22.696848 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdbf1e18-6bda-484c-bbe1-22482331fdee {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:22.697288 dv-cinder-793515-6-iscsi neutron-server[93787]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'code': 422} returned with failed status Jun 29 16:36:22.742915 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:22.745571 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:22.746695 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffbe5467-dc7b-4ec6-b5bb-d45debebed15 HTTP/1.1" status: 204 len: 168 time: 0.2556231 Jun 29 16:36:22.747650 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bdbec161-9b70-4f53-8e3a-62f8f5fa4921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:22.755436 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe5467-dc7b-4ec6-b5bb-d45debebed15,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:22.758315 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:22.829296 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:22.831153 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:22.862722 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:22.881584 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=8']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:22.884808 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:22.908267 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b853-c01a-4a4b-99f9-82caaf7c04d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:23.136809 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-29ea50c7-4d29-4f3b-ae18-924e17e4250a req-6c44c428-136a-4bd1-92e5-4f42c6e554b3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 210 time: 0.0300179 Jun 29 16:36:23.628858 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51350) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:23.670218 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-99262eb2-38ca-4512-ae36-d4ff116f7cb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d24341dc87b404ca90f997f0c55288a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399201 Jun 29 16:36:23.672549 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51352) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:23.725909 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:23.747291 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:23.851771 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:23.858031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:23.858031 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65f0d85b-80df-4dbf-b358-e4aec83b5eb6 HTTP/1.1" status: 204 len: 168 time: 0.1818619 Jun 29 16:36:23.858031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ab7d6df8-8e6a-4848-a148-1e2307dbef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:23.864395 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f0d85b-80df-4dbf-b358-e4aec83b5eb6,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:23.866581 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:24.006257 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:24.292540 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-51a16874-d286-41ef-920a-658bb3397765 req-a4bbffb5-693a-4a3b-8bd8-55bae8ec468b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 210 time: 0.0332520 Jun 29 16:36:24.690009 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-4a46bce0-eebf-4647-8356-6ac6da4d979c tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:24.691897 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-4a46bce0-eebf-4647-8356-6ac6da4d979c tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.11 "GET /v2.0/networks?id=a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 200 len: 809 time: 0.1222878 Jun 29 16:36:24.743652 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-ab2ec8bc-7a89-48f2-b8b9-e4e50e24f099 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd28409e513843edbef4b3be43cd44bf HTTP/1.1" status: 200 len: 380 time: 0.0433891 Jun 29 16:36:24.749346 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae1ff0-94f3-4437-a389-0ec3b9f69c9f req-806b9dc0-dd57-4c4e-9bc7-5e934dc96051 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:24.751235 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33ae1ff0-94f3-4437-a389-0ec3b9f69c9f req-806b9dc0-dd57-4c4e-9bc7-5e934dc96051 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0777888 Jun 29 16:36:24.758475 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'port': {'device_id': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'admin_state_up': True, 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'security_groups': ['1f81d103-e40a-4ade-aa00-991c0dd032ee']}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:24.799959 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33ae1ff0-94f3-4437-a389-0ec3b9f69c9f req-8007026c-8c2f-463b-8290-dc39731cf4c8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Jun 29 16:36:25.034774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Made reservation on behalf of fd28409e513843edbef4b3be43cd44bf for: {'port': 1} {{(pid=93786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:36:25.039458 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:25.153366 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-0640ac0c-7a93-4be1-b5da-8cb91e56de7c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719483 Jun 29 16:36:25.182853 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Allocated IP 172.20.0.7 (a41ffe6b-fffd-4291-900e-f498e125ce25/a24b500e-de83-4e90-ad03-6faf0c84ad81/f0f360fa-f47d-4b89-bafc-5d425feb1fba) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:36:25.335948 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:25.350477 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Transition to ACTIVE for port object f0f360fa-f47d-4b89-bafc-5d425feb1fba will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:36:25.445852 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f343218b-e5b9-43c9-b11c-9389de6f9f9d req-ec6ae9ac-cc9f-41a2-9170-41b597387df9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 210 time: 0.0328124 Jun 29 16:36:25.475283 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:25.479441 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4a81edcd-98a6-426c-ac33-151fe7e722d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:25.520391 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Network a41ffe6b-fffd-4291-900e-f498e125ce25 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:36:25.522411 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:36:25.526729 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:36:25.571208 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:25.590908 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:25.591579 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:25.596273 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.596685 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.597011 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.597373 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.597735 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.598090 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.598443 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.598934 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.599149 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.599562 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.604699 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.604699 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:25.606525 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:25.611739 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:25.698228 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9495173 Jun 29 16:36:25.710378 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Request body: {'port': {'device_id': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:25.792660 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:25.863082 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-8ee711cb-6771-4e9f-a7bf-c63fd5b76661 None None] Provisioning for port f0f360fa-f47d-4b89-bafc-5d425feb1fba completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:36:25.868637 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-8ee711cb-6771-4e9f-a7bf-c63fd5b76661 None None] Provisioning complete for port f0f360fa-f47d-4b89-bafc-5d425feb1fba triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:25.869266 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8ee711cb-6771-4e9f-a7bf-c63fd5b76661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:25.944095 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-8ee711cb-6771-4e9f-a7bf-c63fd5b76661 None None] Port f0f360fa-f47d-4b89-bafc-5d425feb1fba cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:36:26.057702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01656d-d301-4e6d-8cc7-c14ec94057b6 req-ef017b4d-0f82-4ca2-97b8-0a357b271a0f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.059242 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2c01656d-d301-4e6d-8cc7-c14ec94057b6 req-ef017b4d-0f82-4ca2-97b8-0a357b271a0f tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0697947 Jun 29 16:36:26.101468 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2c01656d-d301-4e6d-8cc7-c14ec94057b6 req-ad3cb922-6135-406e-9d6a-986923387901 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329390 Jun 29 16:36:26.101761 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f360fa-f47d-4b89-bafc-5d425feb1fba {{(pid=93786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:36:26.109063 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:26.127714 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Transition to ACTIVE for port object f0f360fa-f47d-4b89-bafc-5d425feb1fba will not be triggered until provisioned by entity L2. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:36:26.217428 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:26.219995 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:26.269414 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:26.273985 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:26.349908 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Attempting to bind port f0f360fa-f47d-4b89-bafc-5d425feb1fba on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:36:26.350402 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Attempting to bind port f0f360fa-f47d-4b89-bafc-5d425feb1fba by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:36:26.350800 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Attempting to bind port f0f360fa-f47d-4b89-bafc-5d425feb1fba on network a41ffe6b-fffd-4291-900e-f498e125ce25 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:36:26.362094 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Port f0f360fa-f47d-4b89-bafc-5d425feb1fba on network a41ffe6b-fffd-4291-900e-f498e125ce25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:36:26.362990 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Attempting to bind port f0f360fa-f47d-4b89-bafc-5d425feb1fba on network a41ffe6b-fffd-4291-900e-f498e125ce25 {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:36:26.369422 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:36:26.369789 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Checking segment: {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:36:26.370374 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Bound using segment: {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'} {{(pid=93786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:36:26.371149 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.managers [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Bound port: f0f360fa-f47d-4b89-bafc-5d425feb1fba, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82a109e-e8fa-4bb3-b122-56e2aaae171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25'}}] {{(pid=93786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:36:26.371750 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:26.445773 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, cleared binding levels {{(pid=93786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:36:26.449078 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:36:26.565981 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:26.569103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-62ec8ddf-c869-4357-a480-8419b8b113bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:26.613426 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.613774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:26.615640 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 200 len: 1093 time: 0.9096696 Jun 29 16:36:26.615640 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:26.617878 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738ccdf0-8371-4b5a-b169-872000f0320f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:26.646830 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251a0f-ebcf-4847-a41c-fc29a64ecad6 req-735b2dda-9047-4312-a64a-cedc0ea5c009 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.650445 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=3']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:26.651385 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:26.655786 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-24251a0f-ebcf-4847-a41c-fc29a64ecad6 req-735b2dda-9047-4312-a64a-cedc0ea5c009 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0955675 Jun 29 16:36:26.685947 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc73fe-85b1-46da-8598-7abf1b5c4f50 x-openstack-request-id: req-7fbc73fe-85b1-46da-8598-7abf1b5c4f50 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:26.686348 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:26.686726 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fbc73fe-85b1-46da-8598-7abf1b5c4f50 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:26.687278 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'status': 'completed', 'code': 200} Jun 29 16:36:26.700668 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-24251a0f-ebcf-4847-a41c-fc29a64ecad6 req-b0a89fca-b06c-4e9e-9504-e1e163ea1ee0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 Jun 29 16:36:26.767758 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ca66-d342-4dc0-b58f-4d237760637b req-a81f6f32-2f64-4c99-a328-20378f037eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.769492 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-a81f6f32-2f64-4c99-a328-20378f037eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9&tenant_id=c91fe35ef36446c4bb91c8196203672e HTTP/1.1" status: 200 len: 1096 time: 0.0640128 Jun 29 16:36:26.797884 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ccdf0-8371-4b5a-b169-872000f0320f req-489eed96-9873-4f07-b3df-79c077ef0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.799731 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-738ccdf0-8371-4b5a-b169-872000f0320f req-489eed96-9873-4f07-b3df-79c077ef0585 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1096 time: 0.0715818 Jun 29 16:36:26.865217 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ca66-d342-4dc0-b58f-4d237760637b req-e5a36d87-5072-4753-a9bc-ce516134d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.866710 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-e5a36d87-5072-4753-a9bc-ce516134d39c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91fe35ef36446c4bb91c8196203672e&device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 1096 time: 0.0714598 Jun 29 16:36:26.921655 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ccdf0-8371-4b5a-b169-872000f0320f req-76363d63-9783-4abf-aedc-07c6751afe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.923140 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-738ccdf0-8371-4b5a-b169-872000f0320f req-76363d63-9783-4abf-aedc-07c6751afe4a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fd28409e513843edbef4b3be43cd44bf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1165955 Jun 29 16:36:26.977720 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ca66-d342-4dc0-b58f-4d237760637b req-c1c59a82-2214-48ba-a3c6-5d65c5234b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:26.979512 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-c1c59a82-2214-48ba-a3c6-5d65c5234b4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 200 len: 918 time: 0.1061556 Jun 29 16:36:27.046545 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ccdf0-8371-4b5a-b169-872000f0320f req-f426ce2a-7749-4558-ab07-23f9980dc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.048293 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-738ccdf0-8371-4b5a-b169-872000f0320f req-f426ce2a-7749-4558-ab07-23f9980dc709 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190445 Jun 29 16:36:27.051554 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-f060fbdc-1b90-43bf-af18-f33e098174f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ce845a6-5d61-4293-8a29-ecad6141873e HTTP/1.1" status: 200 len: 999 time: 0.0657737 Jun 29 16:36:27.104980 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ca66-d342-4dc0-b58f-4d237760637b req-1b75eaff-95bf-4445-9c4c-bd75f5d3ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.106564 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-1b75eaff-95bf-4445-9c4c-bd75f5d3ec85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 200 len: 856 time: 0.0478933 Jun 29 16:36:27.155820 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-923a9ee6-6a33-4b36-82aa-423036527fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.157955 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-923a9ee6-6a33-4b36-82aa-423036527fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1096 time: 0.0612593 Jun 29 16:36:27.197705 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ca66-d342-4dc0-b58f-4d237760637b req-f04ecbef-3968-4675-916f-5b260bbd734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.199585 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-f04ecbef-3968-4675-916f-5b260bbd734f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5ee50ffc-c253-40c0-9da1-8bcbb0408bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870619 Jun 29 16:36:27.215977 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-3fbaa7c2-2900-4d32-af50-f9520d6bd551 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 200 len: 217 time: 0.0500243 Jun 29 16:36:27.228706 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:27.317744 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-d79b68e6-f5e3-46f9-bd97-d277f8d594d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.319946 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-d79b68e6-f5e3-46f9-bd97-d277f8d594d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a24b500e-de83-4e90-ad03-6faf0c84ad81 HTTP/1.1" status: 200 len: 848 time: 0.0981112 Jun 29 16:36:27.348923 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-02163725-6434-4ac0-beef-4ce5da4fb406 service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420102 Jun 29 16:36:27.367389 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529deaa8-73ec-4561-906d-e65dab7c1431 req-8dbfda83-bc24-490b-87a9-2a613bc1ba5e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.368903 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-529deaa8-73ec-4561-906d-e65dab7c1431 req-8dbfda83-bc24-490b-87a9-2a613bc1ba5e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.1245928 Jun 29 16:36:27.423857 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-529deaa8-73ec-4561-906d-e65dab7c1431 req-19098250-9a8e-40a7-b320-ca900ae78cae tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487049 Jun 29 16:36:27.428419 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-1a1d04bf-afc9-4e20-b86c-b1584be942e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.429888 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-1a1d04bf-afc9-4e20-b86c-b1584be942e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41ffe6b-fffd-4291-900e-f498e125ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028414 Jun 29 16:36:27.459888 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-3284ca66-d342-4dc0-b58f-4d237760637b req-13965c02-11be-4c49-81a7-418a38b79aef service neutron] 10.222.0.11 "GET /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048489 Jun 29 16:36:27.526311 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-e18e21d5-d6a4-4b67-b2ae-3d52c1beea1a service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Jun 29 16:36:27.621872 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7e57d17d-7f20-404e-bb7c-f53bfca1b86d req-989d7342-8f78-4fe2-b9b1-5cb83098cda9 service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893042 Jun 29 16:36:27.709086 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e81397-e92a-4394-ab88-0823869d5ba6 req-1a27cde1-7324-4302-97e7-2f70ed57e43f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.710727 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b6e81397-e92a-4394-ab88-0823869d5ba6 req-1a27cde1-7324-4302-97e7-2f70ed57e43f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0643327 Jun 29 16:36:27.755469 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b6e81397-e92a-4394-ab88-0823869d5ba6 req-8fa96dd0-6eef-469a-859a-da645d3046b5 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358834 Jun 29 16:36:27.902838 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d01ce1-1016-4a86-9302-8920f449ae91 req-f9aaee7d-fb62-4c3f-9cd5-d496092912a3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:27.902838 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2d01ce1-1016-4a86-9302-8920f449ae91 req-f9aaee7d-fb62-4c3f-9cd5-d496092912a3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0649099 Jun 29 16:36:27.943447 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b2d01ce1-1016-4a86-9302-8920f449ae91 req-e7626780-a095-4546-b439-69fe29e46859 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376353 Jun 29 16:36:28.638786 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143ae73-7837-4dbe-917b-97568b14e4b1 req-4de53def-38b6-4df2-bde9-aa4d6304d598 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:28.640543 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4143ae73-7837-4dbe-917b-97568b14e4b1 req-4de53def-38b6-4df2-bde9-aa4d6304d598 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0734289 Jun 29 16:36:28.680165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4143ae73-7837-4dbe-917b-97568b14e4b1 req-bb1f7318-6987-4fe9-9913-70d3534bdc68 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337045 Jun 29 16:36:28.956732 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22f5d-5913-4dbe-bc8b-8227ccc4da49 req-d3753bbf-e201-4c74-81ec-ec92dcda48dc tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:28.958224 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1fa22f5d-5913-4dbe-bc8b-8227ccc4da49 req-d3753bbf-e201-4c74-81ec-ec92dcda48dc tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0672235 Jun 29 16:36:29.000849 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1fa22f5d-5913-4dbe-bc8b-8227ccc4da49 req-9cc58630-ba6c-4a33-9f3e-8c42b46bbf20 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368764 Jun 29 16:36:29.174877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16745b-957e-4d0f-84de-661f44c6e382 req-f4a81203-d182-4666-8729-26aeab8db67e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:29.181088 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee16745b-957e-4d0f-84de-661f44c6e382 req-f4a81203-d182-4666-8729-26aeab8db67e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0990038 Jun 29 16:36:29.231323 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ee16745b-957e-4d0f-84de-661f44c6e382 req-7016f591-b570-4504-801e-98f73901ba01 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479159 Jun 29 16:36:29.876537 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557e5a5-645c-4964-8ed7-707ee54b08e9 req-2cf13483-239f-4dbc-a288-87bb11edb809 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:29.878310 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a557e5a5-645c-4964-8ed7-707ee54b08e9 req-2cf13483-239f-4dbc-a288-87bb11edb809 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0726941 Jun 29 16:36:29.923530 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a557e5a5-645c-4964-8ed7-707ee54b08e9 req-4e1e9515-2d32-424a-b4c5-29aa66a8578a tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382755 Jun 29 16:36:30.192503 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311fb05-0d58-40c8-96ea-5bc42efb0595 req-90ba7f21-023b-4464-9184-0be1447c41f9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:30.194895 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d311fb05-0d58-40c8-96ea-5bc42efb0595 req-90ba7f21-023b-4464-9184-0be1447c41f9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0800314 Jun 29 16:36:30.243719 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d311fb05-0d58-40c8-96ea-5bc42efb0595 req-e60d1944-db8e-4d51-ae1b-23f1d8d1e5e3 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Jun 29 16:36:30.434982 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e664-f8c4-465f-9fc7-b87a51a84014 req-2aa2ae51-6b4f-42a6-8c94-8e83c4336d37 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:30.436554 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6848e664-f8c4-465f-9fc7-b87a51a84014 req-2aa2ae51-6b4f-42a6-8c94-8e83c4336d37 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0782495 Jun 29 16:36:30.479676 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6848e664-f8c4-465f-9fc7-b87a51a84014 req-3f41dc73-c4ee-4ce0-b8b8-60189003b06e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365138 Jun 29 16:36:31.119926 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecda54-f1e4-4288-8278-55470aaddfc6 req-1387b13b-a768-46f7-8c03-75ddab5e020e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:31.121417 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a9ecda54-f1e4-4288-8278-55470aaddfc6 req-1387b13b-a768-46f7-8c03-75ddab5e020e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0635674 Jun 29 16:36:31.160042 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a9ecda54-f1e4-4288-8278-55470aaddfc6 req-0309ef1e-b16e-40eb-ab95-6440127530b5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328043 Jun 29 16:36:31.454202 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8596b17-4d2b-4de5-a507-b84363e53023 req-d16998ea-a9f7-4bdb-9334-9dc4e31a2d9a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:31.455995 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8596b17-4d2b-4de5-a507-b84363e53023 req-d16998ea-a9f7-4bdb-9334-9dc4e31a2d9a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0702629 Jun 29 16:36:31.498514 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8596b17-4d2b-4de5-a507-b84363e53023 req-edcd2684-6bc3-4f45-936c-fb56af68fa0d tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354407 Jun 29 16:36:31.684388 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf17a-9a12-45e7-a642-8a77515543fe req-9338a910-071c-45f1-8723-21b535bc0ceb tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:31.686303 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3a4bf17a-9a12-45e7-a642-8a77515543fe req-9338a910-071c-45f1-8723-21b535bc0ceb tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0790174 Jun 29 16:36:31.727307 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3a4bf17a-9a12-45e7-a642-8a77515543fe req-341ffc8e-f77b-422b-9f3f-71f16d853f04 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350957 Jun 29 16:36:32.379935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3e22c-3f8e-4b9f-a00f-0394bec7d030 req-f3d1a738-a391-4881-8e0a-6555fdbea9b5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:32.384221 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33a3e22c-3f8e-4b9f-a00f-0394bec7d030 req-f3d1a738-a391-4881-8e0a-6555fdbea9b5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0728054 Jun 29 16:36:32.424922 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-33a3e22c-3f8e-4b9f-a00f-0394bec7d030 req-97b264c6-d8f6-4f69-a2f3-ba37d55e490e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370543 Jun 29 16:36:32.685997 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8ce37-bd7f-4161-be15-8e0d0850e6b9 req-d1e95af9-f4b4-4125-9a98-803e9e39f323 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:32.688260 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f4d8ce37-bd7f-4161-be15-8e0d0850e6b9 req-d1e95af9-f4b4-4125-9a98-803e9e39f323 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0715044 Jun 29 16:36:32.728501 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f4d8ce37-bd7f-4161-be15-8e0d0850e6b9 req-e84c1725-9673-4453-b583-a2aae6f4104e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343642 Jun 29 16:36:32.911784 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6dab4-a680-4ac5-bd24-84abab580ac6 req-a56f10e0-ca45-4750-8b1d-36726f3ff80a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:32.913439 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32a6dab4-a680-4ac5-bd24-84abab580ac6 req-a56f10e0-ca45-4750-8b1d-36726f3ff80a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0661120 Jun 29 16:36:32.955970 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32a6dab4-a680-4ac5-bd24-84abab580ac6 req-86235ce2-2612-42a8-ba34-73d778931fef tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359540 Jun 29 16:36:33.622485 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1623ef-3984-404b-92a7-dda767bb3688 req-de5e983c-92e0-4e72-8326-d5efea9cafc6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:33.631793 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f1623ef-3984-404b-92a7-dda767bb3688 req-de5e983c-92e0-4e72-8326-d5efea9cafc6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0761926 Jun 29 16:36:33.667617 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9f1623ef-3984-404b-92a7-dda767bb3688 req-ed474769-b3b4-4a5b-8109-6c39ccdef536 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349069 Jun 29 16:36:33.926275 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e0146-9a2d-4277-a6f1-3892641fe0f1 req-285774aa-975e-4e1b-9710-eb88afd5cf3c tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:33.927860 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cf3e0146-9a2d-4277-a6f1-3892641fe0f1 req-285774aa-975e-4e1b-9710-eb88afd5cf3c tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0740879 Jun 29 16:36:33.967289 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cf3e0146-9a2d-4277-a6f1-3892641fe0f1 req-a6f7cb23-f8fb-4767-9995-cdde0fb207be tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338259 Jun 29 16:36:34.167896 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18226a-fff7-4a97-a35d-f9604339d7bd req-487cad4d-4ec7-46d6-af8d-9493139cf262 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:34.169613 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ad18226a-fff7-4a97-a35d-f9604339d7bd req-487cad4d-4ec7-46d6-af8d-9493139cf262 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0773187 Jun 29 16:36:34.216622 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ad18226a-fff7-4a97-a35d-f9604339d7bd req-54434bda-2079-4b74-a67f-c1617d743812 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Jun 29 16:36:35.188910 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b45d0-afa9-40cd-bd23-ab08c182af54 req-28a0facb-7d8c-4fb7-90c7-9da61c8d13c3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:35.190450 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd0b45d0-afa9-40cd-bd23-ab08c182af54 req-28a0facb-7d8c-4fb7-90c7-9da61c8d13c3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.3974912 Jun 29 16:36:35.248303 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c7988-205f-4473-8efa-9c17184e39fb req-2bf41731-e975-4b26-a057-a03d885bd040 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:35.250182 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d19c7988-205f-4473-8efa-9c17184e39fb req-2bf41731-e975-4b26-a057-a03d885bd040 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.1161609 Jun 29 16:36:35.256126 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd0b45d0-afa9-40cd-bd23-ab08c182af54 req-d1578a6a-de9f-4091-9258-8d1ffb2a3e97 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578306 Jun 29 16:36:35.299037 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d19c7988-205f-4473-8efa-9c17184e39fb req-5ec4dc5e-18b9-49f7-abab-b8b0a6a44451 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379531 Jun 29 16:36:35.447393 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff4417-ee15-4b67-9756-b33590197536 req-9b29fde7-bfaf-446f-9eff-d258adc87671 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:35.449022 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-27ff4417-ee15-4b67-9756-b33590197536 req-9b29fde7-bfaf-446f-9eff-d258adc87671 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0653450 Jun 29 16:36:35.489862 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-27ff4417-ee15-4b67-9756-b33590197536 req-79846845-dde5-4b0d-8fc4-891990ff2a3b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346510 Jun 29 16:36:36.525167 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5d49-dac1-433b-a5c1-babe9b1e73c3 req-328760d2-735a-4d4a-961f-7ad24e353dc1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:36.526702 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cacd5d49-dac1-433b-a5c1-babe9b1e73c3 req-328760d2-735a-4d4a-961f-7ad24e353dc1 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.1245630 Jun 29 16:36:36.564042 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648df35b-b0dd-4b78-abe9-bfabf316d1f8 req-cbc1f1eb-246d-4c0e-9c44-246af09dc204 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:36.565583 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-648df35b-b0dd-4b78-abe9-bfabf316d1f8 req-cbc1f1eb-246d-4c0e-9c44-246af09dc204 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.1204979 Jun 29 16:36:36.602485 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cacd5d49-dac1-433b-a5c1-babe9b1e73c3 req-3d820336-9326-4927-8a6a-1a92647581e6 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682161 Jun 29 16:36:36.622333 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-648df35b-b0dd-4b78-abe9-bfabf316d1f8 req-1e9d333a-4653-4959-83b4-cd80b1f56bd0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490000 Jun 29 16:36:36.770950 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cf971-6dcd-46e8-adba-aa4fb6485543 req-0dd5950e-36b5-4f7b-802f-55f01bcab1a3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:36.772609 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-205cf971-6dcd-46e8-adba-aa4fb6485543 req-0dd5950e-36b5-4f7b-802f-55f01bcab1a3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0676887 Jun 29 16:36:36.818671 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-205cf971-6dcd-46e8-adba-aa4fb6485543 req-6283589c-5bf0-4f4e-b1e9-d1511e4282b2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Jun 29 16:36:37.855853 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9fb26-c098-4af3-8a8c-93938227e39e req-f2ed2ecc-78fa-4dc2-848a-a00ef7c1226b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:37.857333 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-42e9fb26-c098-4af3-8a8c-93938227e39e req-f2ed2ecc-78fa-4dc2-848a-a00ef7c1226b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.1084752 Jun 29 16:36:37.866984 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844f539-7430-435f-a752-5d3623ddefb0 req-ce3bae50-377f-48f3-9a5d-5fe9b3e69875 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:37.868537 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5844f539-7430-435f-a752-5d3623ddefb0 req-ce3bae50-377f-48f3-9a5d-5fe9b3e69875 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.1391685 Jun 29 16:36:37.919254 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-42e9fb26-c098-4af3-8a8c-93938227e39e req-e2b1b721-3a33-4f2b-9480-80f3618db2dd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496819 Jun 29 16:36:37.933730 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5844f539-7430-435f-a752-5d3623ddefb0 req-4c1a6b7a-f07f-4421-9cbf-881d9cfe2eb5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569601 Jun 29 16:36:38.108943 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e64a3-e626-4b42-866a-6690b93cf003 req-e383a4ba-2436-420f-b6dd-3e365a54411a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:38.110385 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-860e64a3-e626-4b42-866a-6690b93cf003 req-e383a4ba-2436-420f-b6dd-3e365a54411a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0694723 Jun 29 16:36:38.150775 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-860e64a3-e626-4b42-866a-6690b93cf003 req-6ee50f2b-6fab-4b18-868a-5f5e1f5ece93 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339074 Jun 29 16:36:39.144879 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce09b18-7c40-442d-aea8-c669dc7175f2 req-ffb83754-00d4-4238-bf00-a313a54e726f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:39.146416 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bce09b18-7c40-442d-aea8-c669dc7175f2 req-ffb83754-00d4-4238-bf00-a313a54e726f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.1045117 Jun 29 16:36:39.158434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcade7b2-7124-4411-a40b-154ea1a51bbb req-508b79e0-acd3-43e9-a6d3-acb656e70d43 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:39.162966 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bcade7b2-7124-4411-a40b-154ea1a51bbb req-508b79e0-acd3-43e9-a6d3-acb656e70d43 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.0897543 Jun 29 16:36:39.221011 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bce09b18-7c40-442d-aea8-c669dc7175f2 req-0af4129f-eeac-4b3d-98e5-83ef1b7d5246 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598328 Jun 29 16:36:39.223762 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bcade7b2-7124-4411-a40b-154ea1a51bbb req-7ce5a702-391c-4599-91c4-0b5fa7a178d8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571563 Jun 29 16:36:39.413621 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6a47f-6804-4e3c-aaf3-ea3178c69fae req-6e0eaa94-564e-4a96-abd7-792aff8afee5 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:39.415046 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-efe6a47f-6804-4e3c-aaf3-ea3178c69fae req-6e0eaa94-564e-4a96-abd7-792aff8afee5 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0636468 Jun 29 16:36:39.429283 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51606) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:39.454405 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-efe6a47f-6804-4e3c-aaf3-ea3178c69fae req-0bee8ba5-8f4c-40e3-a01b-3e3159f73fdc tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Jun 29 16:36:39.533898 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-06576525-954c-40b4-b0f5-8327140e1e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:39.621980 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-06576525-954c-40b4-b0f5-8327140e1e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:39.661244 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-ea19893f-b64b-48a9-beb8-48cc4f0e6634 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:39.663224 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-ea19893f-b64b-48a9-beb8-48cc4f0e6634 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 945 time: 0.0623891 Jun 29 16:36:39.702361 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-06576525-954c-40b4-b0f5-8327140e1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:39.706062 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e5f62a17-efbc-4dcb-a0ad-55b50dcb63bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:39.746377 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-06576525-954c-40b4-b0f5-8327140e1e4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3574f162a864435eacc4e0125866beb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159990 Jun 29 16:36:39.748737 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06576525-954c-40b4-b0f5-8327140e1e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12cc0d-0da8-47ce-872f-a1e6055ebc1a,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:39.750219 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51610) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:39.751953 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-06576525-954c-40b4-b0f5-8327140e1e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:39.798545 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Deleting port df2dc8f5-5fc3-4578-a0a9-82c03826a42e {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:36:39.798877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:39.854109 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:39.897785 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:39.927707 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] For port df2dc8f5-5fc3-4578-a0a9-82c03826a42e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:39.928067 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.081678 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.084702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.085819 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f12cc0d-0da8-47ce-872f-a1e6055ebc1a HTTP/1.1" status: 204 len: 168 time: 0.3346548 Jun 29 16:36:40.088338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5aaeb5d0-d197-4368-ab54-dcfe4e2c295c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:40.102445 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12cc0d-0da8-47ce-872f-a1e6055ebc1a,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:40.105828 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:40.121578 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.121955 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.122279 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.l3_db [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Floating IP 6d7544b2-947b-410a-915e-af2d43c11c2c disassociated. External IP: 172.27.3.23, port: df2dc8f5-5fc3-4578-a0a9-82c03826a42e. Jun 29 16:36:40.122623 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Calling delete_port for df2dc8f5-5fc3-4578-a0a9-82c03826a42e owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:36:40.321157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.332535 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8aca70d9-e49a-4dc1-856a-f0cf2da8f52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:40.385669 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event deleted for resources: {'Port': ['ID=df2dc8f5-5fc3-4578-a0a9-82c03826a42e,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:40.398077 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:40.447538 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-87b9907b-8548-4d1e-a8f3-42f84dee13ba req-9f4de0f3-82f7-40cb-9f2b-81c66bf99a64 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 210 time: 0.0624890 Jun 29 16:36:40.570663 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85af50-b60f-40c5-be4e-2d37e460d209 req-08f98825-c7e5-49bf-b980-5a411191aad5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:40.572197 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9b85af50-b60f-40c5-be4e-2d37e460d209 req-08f98825-c7e5-49bf-b980-5a411191aad5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 943 time: 0.1892469 Jun 29 16:36:40.604370 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device f0f360fa-f47d-4b89-bafc-5d425feb1fba details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:36:40.629081 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:36:40.661285 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9b85af50-b60f-40c5-be4e-2d37e460d209 req-ee73432a-a7ed-4d47-9ab5-a32234daaf93 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819941 Jun 29 16:36:40.696986 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:40.709729 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'port_id': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'mac_address': 'fa:16:3e:7f:cb:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:36:40.723406 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6246987-a05a-480b-abb3-6138cb93df45 req-48c8c4bc-e4cf-4ecc-828e-297c839cf045 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:40.724948 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e6246987-a05a-480b-abb3-6138cb93df45 req-48c8c4bc-e4cf-4ecc-828e-297c839cf045 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.1468530 Jun 29 16:36:40.750465 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.764949 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f360fa-f47d-4b89-bafc-5d425feb1fba {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:36:40.790015 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:40.812943 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e6246987-a05a-480b-abb3-6138cb93df45 req-569d117d-8139-4828-a059-15aa4c5259d3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796268 Jun 29 16:36:40.815960 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:36:40.829024 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:36:40.839563 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:40.840162 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:40.860565 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51624) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:40.862248 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] No DVR routers for this DVR port df2dc8f5-5fc3-4578-a0a9-82c03826a42e on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:36:40.866079 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.868183 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3c3293e7-1139-4d97-9c7e-d26d2631dd24 req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "DELETE /v2.0/ports/df2dc8f5-5fc3-4578-a0a9-82c03826a42e HTTP/1.1" status: 204 len: 173 time: 1.1984453 Jun 29 16:36:40.868726 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'name': 'network-vif-deleted', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:40.871079 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2ef073-a9d1-4eef-b9d9-e7533e2606d3" -d '{"events": [{"server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "name": "network-vif-deleted", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:40.874310 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.875458 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:36:40.877308 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f62d4964-85bf-43ee-ad0f-0ba7608ea26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:40.960468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ecde4-6767-4db6-b6c0-584c23848c18 x-openstack-request-id: req-342ecde4-6767-4db6-b6c0-584c23848c18 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:40.960729 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd55221f-ca94-48d1-8c01-c18a168bffaf", "name": "network-vif-deleted", "tag": "df2dc8f5-5fc3-4578-a0a9-82c03826a42e", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:40.960990 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-342ecde4-6767-4db6-b6c0-584c23848c18 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:40.961862 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55221f-ca94-48d1-8c01-c18a168bffaf', 'name': 'network-vif-deleted', 'tag': 'df2dc8f5-5fc3-4578-a0a9-82c03826a42e', 'status': 'completed', 'code': 200} Jun 29 16:36:40.973881 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:40.978470 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:41.005324 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f62d4964-85bf-43ee-ad0f-0ba7608ea26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.019039 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:41.040103 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'port_id': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'mac_address': 'fa:16:3e:33:61:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:36:41.053374 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:41.057146 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:41.091483 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f62d4964-85bf-43ee-ad0f-0ba7608ea26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.095827 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.115776 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce845a6-5d61-4293-8a29-ecad6141873e {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:36:41.116747 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-31dd61b9-0443-4281-a6f5-527b36700df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:41.134770 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51628) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:41.135056 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f62d4964-85bf-43ee-ad0f-0ba7608ea26c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=149e8436e29b43fba1b94b542214ff46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729228 Jun 29 16:36:41.139359 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:41.148862 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4964-85bf-43ee-ad0f-0ba7608ea26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd9ad67-bdce-41a1-958a-9be07dd677d1,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:41.152405 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f62d4964-85bf-43ee-ad0f-0ba7608ea26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:41.187840 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:41.205433 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a0ba-3f11-41e1-97c9-60f08ebb0263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.205963 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.208677 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a7d3c4de-6ff8-435d-9dce-918dc48269e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:41.218031 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:36:41.229392 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:41.230002 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:41.230385 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a0ba-3f11-41e1-97c9-60f08ebb0263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.260378 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=9']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:41.263862 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:41.340665 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:41.360003 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a0ba-3f11-41e1-97c9-60f08ebb0263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.362635 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ff2a0ba-3f11-41e1-97c9-60f08ebb0263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:41.363818 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7ff2a0ba-3f11-41e1-97c9-60f08ebb0263 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/edd9ad67-bdce-41a1-958a-9be07dd677d1 HTTP/1.1" status: 204 len: 168 time: 0.2264969 Jun 29 16:36:41.364628 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f2361ebe-b152-4734-aa89-23b145c89d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:41.372873 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a0ba-3f11-41e1-97c9-60f08ebb0263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd9ad67-bdce-41a1-958a-9be07dd677d1,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:41.374515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ff2a0ba-3f11-41e1-97c9-60f08ebb0263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:41.436588 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['f0f360fa-f47d-4b89-bafc-5d425feb1fba'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:36:41.441798 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['0ce845a6-5d61-4293-8a29-ecad6141873e'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:36:41.599239 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:41.637109 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8087a4-cfea-4cd8-adad-444224a02ea0 None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:36:41.673602 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-77d27c78-750a-48c3-a06a-30a58091977e req-4f28de1a-4b68-4fd5-b61f-e436397d2663 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd55221f-ca94-48d1-8c01-c18a168bffaf HTTP/1.1" status: 200 len: 210 time: 0.0345478 Jun 29 16:36:41.873878 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3cdd8-dd20-4d73-beeb-41af798790f6 req-05516999-7664-4597-882f-a8fb952006ce tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:41.875800 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3dd3cdd8-dd20-4d73-beeb-41af798790f6 req-05516999-7664-4597-882f-a8fb952006ce tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 944 time: 0.0828395 Jun 29 16:36:41.935932 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3dd3cdd8-dd20-4d73-beeb-41af798790f6 req-98d83373-bbd1-4ded-adbb-07200843f104 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537527 Jun 29 16:36:41.979007 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b55da4-6e78-4296-abe3-5877cb9c7c6b None None] New status for floating IP 6d7544b2-947b-410a-915e-af2d43c11c2c: DOWN {{(pid=93787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:36:42.044208 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54c44-d8bb-4a2e-abeb-8fab346aa52c req-e94edd0d-d3c2-4c26-8ae2-57b78efb58e9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:42.045910 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6dd54c44-d8bb-4a2e-abeb-8fab346aa52c req-e94edd0d-d3c2-4c26-8ae2-57b78efb58e9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 944 time: 0.0674112 Jun 29 16:36:42.090167 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6dd54c44-d8bb-4a2e-abeb-8fab346aa52c req-ce55e7e0-11fa-4ddc-b504-45e41ceec8c4 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373755 Jun 29 16:36:42.252702 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51640) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:42.264693 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8cba67f-30bc-49e3-adf0-b62a1beb3031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.351234 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8cba67f-30bc-49e3-adf0-b62a1beb3031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.433587 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d8cba67f-30bc-49e3-adf0-b62a1beb3031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.436275 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1fd987ca-3b59-4db0-a3b5-d12712904de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:42.471861 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d8cba67f-30bc-49e3-adf0-b62a1beb3031 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e920e7a8f2c44f00b3131d1238fe5f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201991 Jun 29 16:36:42.472685 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cba67f-30bc-49e3-adf0-b62a1beb3031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171c8dee-586e-43a4-ad6a-1eb6269284ce,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:42.475606 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51642) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:42.476165 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d8cba67f-30bc-49e3-adf0-b62a1beb3031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:42.524853 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-284d9212-784b-4049-8227-474797160ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.546401 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-284d9212-784b-4049-8227-474797160ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.609213 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device f0f360fa-f47d-4b89-bafc-5d425feb1fba up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:36:42.743159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-284d9212-784b-4049-8227-474797160ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.745989 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-284d9212-784b-4049-8227-474797160ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.747323 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-284d9212-784b-4049-8227-474797160ce3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/171c8dee-586e-43a4-ad6a-1eb6269284ce HTTP/1.1" status: 204 len: 168 time: 0.2711842 Jun 29 16:36:42.751759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5e627c9e-86db-4f3c-9a95-0a14fc192627 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:42.756040 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d9212-784b-4049-8227-474797160ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171c8dee-586e-43a4-ad6a-1eb6269284ce,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:42.758457 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-284d9212-784b-4049-8227-474797160ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:42.778860 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port f0f360fa-f47d-4b89-bafc-5d425feb1fba completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:36:42.784629 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port f0f360fa-f47d-4b89-bafc-5d425feb1fba triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:42.784629 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.876645 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:42.902360 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:42.904972 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e63e07c-84bd-4a5c-a1f4-60dfc20c0df3" -d '{"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-plugged", "status": "completed", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:42.918746 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:42.954493 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b5dcd5-4822-4424-b9cc-26316674ec64 x-openstack-request-id: req-93b5dcd5-4822-4424-b9cc-26316674ec64 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:42.954493 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-plugged", "status": "completed", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:42.954493 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93b5dcd5-4822-4424-b9cc-26316674ec64 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:42.954493 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'code': 200} Jun 29 16:36:42.991519 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-886409d8-d453-41e4-bee5-084bf134366e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497651203&fields=id&tenant_id=4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 267 time: 0.0452843 Jun 29 16:36:43.045653 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:43.057839 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:36:43.057839 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:43.122000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:43.126227 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:43.136723 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 0ce845a6-5d61-4293-8a29-ecad6141873e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:43.137105 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:43.142494 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-b35d1b9d-9659-42af-b1f8-36e0801f046e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:43.144052 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-b35d1b9d-9659-42af-b1f8-36e0801f046e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 811 time: 0.1517460 Jun 29 16:36:43.157033 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e02cfe-ceca-4994-9065-08c985f97741 req-77caecb8-13d5-4682-bc22-6711ec7542c7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:43.158524 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64e02cfe-ceca-4994-9065-08c985f97741 req-77caecb8-13d5-4682-bc22-6711ec7542c7 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 944 time: 0.1053982 Jun 29 16:36:43.169555 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-e44c4888-6128-4c8e-ae88-ce66b7a9e113 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/quotas/4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 375 time: 0.0100639 Jun 29 16:36:43.223147 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:43.236578 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-64e02cfe-ceca-4994-9065-08c985f97741 req-8122277f-5a79-4c0f-85de-408808e4c37e tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660770 Jun 29 16:36:43.290040 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:43.290454 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-3c529e6f-b6af-4747-95c8-31150d1243cb tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061323 Jun 29 16:36:43.353683 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:43.354921 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device df2dc8f5-5fc3-4578-a0a9-82c03826a42e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:36:43.359625 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:43.400399 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: df2dc8f5-5fc3-4578-a0a9-82c03826a42e {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:36:43.400899 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device df2dc8f5-5fc3-4578-a0a9-82c03826a42e not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:36:43.427087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=10']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:43.430128 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:43.475615 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-d6c28739-14d1-48b4-8087-902374f8105d service neutron] 10.222.0.65 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728272 Jun 29 16:36:43.559647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba647a7c-b38b-46da-8875-3bd8a73632f7 req-a5cca942-e4b3-467a-9029-3f3df4252b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:43.561121 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ba647a7c-b38b-46da-8875-3bd8a73632f7 req-a5cca942-e4b3-467a-9029-3f3df4252b47 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1098 time: 0.1841514 Jun 29 16:36:43.572938 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcae861-830f-413b-a24a-4bc0b046a696 req-1742014f-b408-4f9a-acbb-4ee98dcb16c9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:43.574289 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2bcae861-830f-413b-a24a-4bc0b046a696 req-1742014f-b408-4f9a-acbb-4ee98dcb16c9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.1987042 Jun 29 16:36:43.624165 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-7f86b41d-4c3f-4d5e-b764-2347a1dc95eb service neutron] 10.222.0.65 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418207 Jun 29 16:36:43.653677 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ba647a7c-b38b-46da-8875-3bd8a73632f7 req-eeb32d0b-706d-48e8-b6e2-dff0a6c887eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731223 Jun 29 16:36:43.656892 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2bcae861-830f-413b-a24a-4bc0b046a696 req-8b64cfd1-610d-4148-97b9-f1b9ad04cf8a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741289 Jun 29 16:36:44.270019 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:36:44.301079 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d925e68-c5c6-4ade-910c-d35a012a600d req-6d9bd956-1bcb-4ad9-80ea-f11627362402 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 210 time: 0.0410922 Jun 29 16:36:44.477834 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad162-9a57-48dd-a89d-7b6eecfef1e0 req-248f0b0a-4953-4bed-9df3-7d2ec745efd8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:44.479625 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-78dad162-9a57-48dd-a89d-7b6eecfef1e0 req-248f0b0a-4953-4bed-9df3-7d2ec745efd8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 946 time: 0.0657566 Jun 29 16:36:44.523219 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-78dad162-9a57-48dd-a89d-7b6eecfef1e0 req-31492ee0-c62e-4d93-81b6-ac42961d8971 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375688 Jun 29 16:36:44.842245 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bda15-db2e-4d0c-8174-f9e6a2e6638b req-1161ef38-3ef4-48cf-93c6-8a65eea470f8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:44.843783 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-378bda15-db2e-4d0c-8174-f9e6a2e6638b req-1161ef38-3ef4-48cf-93c6-8a65eea470f8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0712616 Jun 29 16:36:44.887587 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-378bda15-db2e-4d0c-8174-f9e6a2e6638b req-e074ae8e-1ac2-4486-9799-1c994f972368 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375328 Jun 29 16:36:44.949517 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:44.954201 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3537ae-cf29-4fa8-89f9-23f9b4056705" -d '{"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-plugged", "status": "completed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:44.997726 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a842ac81-690e-49de-af0f-fb5e8546eea1 x-openstack-request-id: req-a842ac81-690e-49de-af0f-fb5e8546eea1 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:44.998035 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-plugged", "status": "completed", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:44.998297 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a842ac81-690e-49de-af0f-fb5e8546eea1 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:44.998983 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'code': 200} Jun 29 16:36:45.087358 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b4b90-7fb1-4793-ac5f-37d7d06468ea req-663a2ae2-c3ee-4bf3-b18b-324bca6024a9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:45.088739 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3e0b4b90-7fb1-4793-ac5f-37d7d06468ea req-663a2ae2-c3ee-4bf3-b18b-324bca6024a9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0712936 Jun 29 16:36:45.127469 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3e0b4b90-7fb1-4793-ac5f-37d7d06468ea req-1515e07b-d5b9-440b-8f2b-7a4c1045cfdd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Jun 29 16:36:45.151956 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51732) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:45.396628 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b94ec-00b9-43d1-ba78-440326e334c2 req-c576ca61-a6bc-481d-a129-1b1d79a82b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:45.398136 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bd6b94ec-00b9-43d1-ba78-440326e334c2 req-c576ca61-a6bc-481d-a129-1b1d79a82b31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 1099 time: 0.0992980 Jun 29 16:36:45.402519 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2b9c4-82ee-44e0-a6c8-dd22386fdbf4 tempest-TestShelveInstance-1699134432 tempest-TestShelveInstance-1699134432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:45.404127 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-47b2b9c4-82ee-44e0-a6c8-dd22386fdbf4 tempest-TestShelveInstance-1699134432 tempest-TestShelveInstance-1699134432-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1093 time: 0.2509079 Jun 29 16:36:45.407289 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51740) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:45.414193 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'port_id': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:45.443905 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bd6b94ec-00b9-43d1-ba78-440326e334c2 req-6125509d-7bb1-4f13-9074-1935f2330672 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379744 Jun 29 16:36:45.472536 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-cecf442a-423c-4101-a642-b6b1aa71d763 req-3f1e9a22-be72-4127-948b-55455bf40bcc tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 210 time: 0.0275569 Jun 29 16:36:45.484187 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51742) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:45.508524 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for floatingip, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.616872 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad8aa-3522-471e-a179-f83174f6f456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.633571 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.751609 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b297d-62cf-4a87-abfe-229c8c0d8a88 req-336e4953-f0bd-48de-b2e4-1c91af190661 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:45.753124 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-280b297d-62cf-4a87-abfe-229c8c0d8a88 req-336e4953-f0bd-48de-b2e4-1c91af190661 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 946 time: 0.1023769 Jun 29 16:36:45.756027 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Allocated IP 172.27.3.146 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/bf24605b-fae9-495d-9c6b-a4d97e583fd8) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:36:45.772547 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad8aa-3522-471e-a179-f83174f6f456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.801324 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-280b297d-62cf-4a87-abfe-229c8c0d8a88 req-44f1ea2f-75ae-4fb1-9963-4e2c5e760ab3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383184 Jun 29 16:36:45.860714 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.862397 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad8aa-3522-471e-a179-f83174f6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.866258 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a091d448-9762-4f6c-ba62-3bfa838ce7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:45.903578 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-fa6ad8aa-3522-471e-a179-f83174f6f456 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f1e09377b854b77b263da0eed4f8c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182055 Jun 29 16:36:45.904485 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ad8aa-3522-471e-a179-f83174f6f456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bbb866-d411-4a7a-8c87-1d539326be4f,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:45.906261 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51748) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:45.907844 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-fa6ad8aa-3522-471e-a179-f83174f6f456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:45.962450 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-362702f6-40e4-4c75-8e11-9d4c69583f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.985001 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-362702f6-40e4-4c75-8e11-9d4c69583f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.987008 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:45.997686 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:46.054652 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:36:46.061628 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:36:46.066645 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:36:46.070126 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'Port': ['ID=bf24605b-fae9-495d-9c6b-a4d97e583fd8,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:46.090595 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:46.150531 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-362702f6-40e4-4c75-8e11-9d4c69583f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:46.153184 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-362702f6-40e4-4c75-8e11-9d4c69583f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:46.154380 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-362702f6-40e4-4c75-8e11-9d4c69583f7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96bbb866-d411-4a7a-8c87-1d539326be4f HTTP/1.1" status: 204 len: 168 time: 0.2470436 Jun 29 16:36:46.157354 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c8bbd995-c8f9-426c-8964-fb6e6e8ea412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:46.191983 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362702f6-40e4-4c75-8e11-9d4c69583f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bbb866-d411-4a7a-8c87-1d539326be4f,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:46.198338 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-362702f6-40e4-4c75-8e11-9d4c69583f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:46.661520 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-93a162d6-dc63-4a51-a9e1-a85808164a84 req-dce398a7-87ff-4e8b-b820-e6e32e498803 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 210 time: 0.0410385 Jun 29 16:36:46.668177 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-72f43927-27db-44ca-9c18-bbf6acc08713 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:46.669645 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-72f43927-27db-44ca-9c18-bbf6acc08713 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 811 time: 0.1771379 Jun 29 16:36:46.715634 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-0cb92299-d926-46d1-b88d-45c9c807d8a3 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 379 time: 0.0379725 Jun 29 16:36:46.727029 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'port': {'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'admin_state_up': True, 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'security_groups': ['75e9aa40-a36f-4a04-8d30-108284a66717']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:46.805756 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:46.827450 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51780) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:46.852517 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8636d28c-92ba-4416-b84c-df3c340c03a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:46.965957 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:46.969027 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Made reservation on behalf of 4eba69c887a24efd804d007b6a8631e0 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:36:46.972941 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.113429 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beaaae-5862-4ccb-bd6f-e38d94886488 req-05b1330e-0f00-4227-b2c2-14f92eac68d8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:47.115677 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72beaaae-5862-4ccb-bd6f-e38d94886488 req-05b1330e-0f00-4227-b2c2-14f92eac68d8 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 946 time: 0.1899014 Jun 29 16:36:47.146014 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.204658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Allocated IP 172.20.0.7 (dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e/08fec082-8730-46a1-b5d1-5debf21881a3/ee5be4cd-44cc-4fe7-84e8-89db239f5f39) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:36:47.215905 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-72beaaae-5862-4ccb-bd6f-e38d94886488 req-c2e9041d-befd-497a-a596-1b454e268e32 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922260 Jun 29 16:36:47.242582 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8636d28c-92ba-4416-b84c-df3c340c03a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.256942 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.260331 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:47.325785 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event updated for resources: {'Port': ['ID=bf24605b-fae9-495d-9c6b-a4d97e583fd8,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:47.330021 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:47.344472 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.456263 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Floating IP de075779-a3df-4055-8702-e7cb662b2753 associated. External IP: 172.27.3.146, port: f0f360fa-f47d-4b89-bafc-5d425feb1fba. Jun 29 16:36:47.585375 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8636d28c-92ba-4416-b84c-df3c340c03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.590424 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7caaaf49-6953-4e1f-9b85-e1161c6c4170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:47.639077 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8636d28c-92ba-4416-b84c-df3c340c03a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=696b0c76c61447e18a556af3f440205a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8083045 Jun 29 16:36:47.639077 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636d28c-92ba-4416-b84c-df3c340c03a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88432988-abea-4296-af12-5e4fc62151f4,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:47.641488 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51794) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:47.644049 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8636d28c-92ba-4416-b84c-df3c340c03a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:47.690270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.704379 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Transition to ACTIVE for port object ee5be4cd-44cc-4fe7-84e8-89db239f5f39 will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:36:47.733533 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d68a0b5-5d41-4d44-b7dc-ffdf8dab8400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.765654 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Router d28972dc-2689-4282-833f-a96964279f1f has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:36:47.772618 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d68a0b5-5d41-4d44-b7dc-ffdf8dab8400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.826739 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.829986 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-52076747-7ed0-4c3a-b14a-a3c95bd64184 req-379951d6-28e2-4510-aa9d-94adbb4460ae tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 210 time: 0.0321648 Jun 29 16:36:47.832459 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2c13f3ad-279d-4611-b17d-ff5b21f407b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:47.888542 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:36:47.892095 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:36:47.896056 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:36:47.903979 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:47.923863 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:36:47.924862 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:47.935071 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] Sync routers for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:36:47.951076 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:47.951808 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:47.956732 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:47.957382 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.976677 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d68a0b5-5d41-4d44-b7dc-ffdf8dab8400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.976677 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d68a0b5-5d41-4d44-b7dc-ffdf8dab8400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:47.976677 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5d68a0b5-5d41-4d44-b7dc-ffdf8dab8400 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88432988-abea-4296-af12-5e4fc62151f4 HTTP/1.1" status: 204 len: 168 time: 0.3333604 Jun 29 16:36:47.977751 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1e7a7fd6-f6f1-4f96-8e82-b9c3d9dad196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:47.987648 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68a0b5-5d41-4d44-b7dc-ffdf8dab8400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88432988-abea-4296-af12-5e4fc62151f4,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:47.990161 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5d68a0b5-5d41-4d44-b7dc-ffdf8dab8400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:48.061287 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:48.064450 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-442129dd-8796-482e-8e73-697baec6618f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3420055 Jun 29 16:36:48.082734 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Request body: {'port': {'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:48.170477 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7612896 Jun 29 16:36:48.172430 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:48.176760 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277e155-0acc-41e7-ac29-a8e0117dbe39" -d '{"events": [{"name": "network-changed", "server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:48.197608 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:48.220946 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d180d-fed9-4720-8bba-05cbc1e7c5ad x-openstack-request-id: req-af5d180d-fed9-4720-8bba-05cbc1e7c5ad {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:48.221445 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:48.221586 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af5d180d-fed9-4720-8bba-05cbc1e7c5ad {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:48.222542 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'status': 'completed', 'code': 200} Jun 29 16:36:48.232371 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:48.305450 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-ec447528-ba20-4fe3-a5bb-9a5794bbcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:48.311653 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-ec447528-ba20-4fe3-a5bb-9a5794bbcb4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1098 time: 0.0625477 Jun 29 16:36:48.348005 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-d9ad4697-d0b0-49fc-be39-492432c88d79 None None] Provisioning for port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:36:48.352767 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-d9ad4697-d0b0-49fc-be39-492432c88d79 None None] Provisioning complete for port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:48.353609 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4697-d0b0-49fc-be39-492432c88d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:48.422980 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-d9ad4697-d0b0-49fc-be39-492432c88d79 None None] Port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:36:48.450482 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-28f8ed47-11d1-408d-8995-90647651fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:48.452007 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-28f8ed47-11d1-408d-8995-90647651fd02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 200 len: 910 time: 0.1354499 Jun 29 16:36:48.524095 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-41a5b050-58fa-40d1-9361-00ce99d3f58f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 200 len: 999 time: 0.0640552 Jun 29 16:36:48.549728 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': 'de075779-a3df-4055-8702-e7cb662b2753', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'port_id': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'mac_address': 'fa:16:3e:7f:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:36:46Z', 'updated_at': '2021-06-29T16:36:46Z', 'revision_number': 0, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:56Z', 'revision_number': 5, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:48.572729 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22e164-ee21-42eb-a484-c60180a03ced req-10ea60b6-8922-47cb-89e1-80d0572df738 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:48.574352 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e22e164-ee21-42eb-a484-c60180a03ced req-10ea60b6-8922-47cb-89e1-80d0572df738 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 946 time: 0.1381462 Jun 29 16:36:48.591863 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-2f914486-6351-4425-80a6-667cc2eb8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:48.592675 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] Checking router: d28972dc-2689-4282-833f-a96964279f1f for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:36:48.593506 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-2f914486-6351-4425-80a6-667cc2eb8eed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a24b500e-de83-4e90-ad03-6faf0c84ad81 HTTP/1.1" status: 200 len: 848 time: 0.0627196 Jun 29 16:36:48.604166 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:36:48.604900 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:48.646758 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5be4cd-44cc-4fe7-84e8-89db239f5f39 {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:36:48.658874 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9e22e164-ee21-42eb-a484-c60180a03ced req-0220390b-9eaf-45bf-b702-8b4fa51b1675 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784070 Jun 29 16:36:48.660915 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:48.674299 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-f75fad68-8ecd-4dca-aa24-c99cabe824b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:48.674549 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Transition to ACTIVE for port object ee5be4cd-44cc-4fe7-84e8-89db239f5f39 will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:36:48.676700 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-f75fad68-8ecd-4dca-aa24-c99cabe824b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41ffe6b-fffd-4291-900e-f498e125ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758657 Jun 29 16:36:48.731731 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:36:48.771756 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:48.774871 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a3d12f3e-56c8-418a-ab39-d2129255af8f tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:48.787248 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-108d52be-d2c0-4570-8114-d4a295e25ebc service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007540 Jun 29 16:36:48.843502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:48.853496 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:48.912222 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-b277e155-0acc-41e7-ac29-a8e0117dbe39 req-d5568c5e-fcc0-44a2-a45d-e90baa1e1497 service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173856 Jun 29 16:36:48.994487 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Attempting to bind port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:36:48.995036 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Attempting to bind port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:36:48.995464 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Attempting to bind port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:36:49.011396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:36:49.012513 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Attempting to bind port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:36:49.041507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:36:49.042048 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Checking segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:36:49.042446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Bound using segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:36:49.042906 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Bound port: ee5be4cd-44cc-4fe7-84e8-89db239f5f39, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:36:49.043298 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:49.083997 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': 'de075779-a3df-4055-8702-e7cb662b2753', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'port_id': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'mac_address': 'fa:16:3e:7f:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:36:46Z', 'updated_at': '2021-06-29T16:36:46Z', 'revision_number': 0, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:56Z', 'revision_number': 5, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:36:49.119290 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf51fa6-91e3-4ea5-957e-e44ee64422a5 None None] The sync data for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi is: [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': 'de075779-a3df-4055-8702-e7cb662b2753', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'port_id': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'mac_address': 'fa:16:3e:7f:cb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:36:46Z', 'updated_at': '2021-06-29T16:36:46Z', 'revision_number': 0, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:56Z', 'revision_number': 5, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:36:49.130875 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] For port ee5be4cd-44cc-4fe7-84e8-89db239f5f39, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:36:49.140478 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8566df8-8431-4c79-8f75-504ad4fa4609 req-b20ad097-80ba-4142-9d47-ec03b5d886f6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.142298 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b8566df8-8431-4c79-8f75-504ad4fa4609 req-b20ad097-80ba-4142-9d47-ec03b5d886f6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 943 time: 0.1490850 Jun 29 16:36:49.144326 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] For port ee5be4cd-44cc-4fe7-84e8-89db239f5f39, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:36:49.188264 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b8566df8-8431-4c79-8f75-504ad4fa4609 req-e8ed8d14-23dd-44bc-b5ac-0dd4dfde9e72 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392385 Jun 29 16:36:49.229089 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:49.231420 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-89799191-7a74-49b8-a70d-e8f1926fffff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:49.273606 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.274236 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:49.275718 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee5be4cd-44cc-4fe7-84e8-89db239f5f39 HTTP/1.1" status: 200 len: 1093 time: 1.2040057 Jun 29 16:36:49.276542 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:49.279281 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50367f46-7d72-49a4-8749-4730b8f92653" -d '{"events": [{"name": "network-changed", "server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:49.322365 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:49.326349 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:49.343445 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202e87e0-8492-4843-9665-339768989588 x-openstack-request-id: req-202e87e0-8492-4843-9665-339768989588 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:49.343776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:49.344070 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-202e87e0-8492-4843-9665-339768989588 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:49.344554 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'status': 'completed', 'code': 200} Jun 29 16:36:49.370665 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596c5cf-e6e1-434e-bc9c-03e9ec7e6a81 None None] New status for floating IP de075779-a3df-4055-8702-e7cb662b2753: ACTIVE {{(pid=93787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:36:49.432577 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50367f46-7d72-49a4-8749-4730b8f92653 req-c07dd1a8-5e82-46fb-8eca-76bed190c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.434446 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50367f46-7d72-49a4-8749-4730b8f92653 req-c07dd1a8-5e82-46fb-8eca-76bed190c63a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 1096 time: 0.0693421 Jun 29 16:36:49.546349 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50367f46-7d72-49a4-8749-4730b8f92653 req-df7801ed-d259-4c95-98fd-4af77a94f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.547926 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50367f46-7d72-49a4-8749-4730b8f92653 req-df7801ed-d259-4c95-98fd-4af77a94f53d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4eba69c887a24efd804d007b6a8631e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1066046 Jun 29 16:36:49.652719 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50367f46-7d72-49a4-8749-4730b8f92653 req-b7659e14-0232-46c6-bd04-6dbf36ed1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.654361 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-50367f46-7d72-49a4-8749-4730b8f92653 req-b7659e14-0232-46c6-bd04-6dbf36ed1984 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999556 Jun 29 16:36:49.751871 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-4c2f8025-69bf-4b30-baba-495a022afd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.753359 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-4c2f8025-69bf-4b30-baba-495a022afd0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 1096 time: 0.0525947 Jun 29 16:36:49.793445 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-5864d095-d612-4b4d-87fc-9cb56be1d102 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39 HTTP/1.1" status: 200 len: 217 time: 0.0330989 Jun 29 16:36:49.848221 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-a3a8b9f2-7a6a-4437-af5c-6d61730948b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.860121 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-a3a8b9f2-7a6a-4437-af5c-6d61730948b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0502267 Jun 29 16:36:49.910678 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-c9305f6d-5e71-4c3c-98ec-04e068890b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:49.912253 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-c9305f6d-5e71-4c3c-98ec-04e068890b02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549793 Jun 29 16:36:49.919679 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-940d82ca-b4e1-4e6e-8376-9451f2132c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:50.005705 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-41dd7e13-a845-48e4-a287-f90a9c50c9ed service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860291 Jun 29 16:36:50.118418 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa1bbc96-de6e-4e11-b5e9-2ed673d3803d req-de48e4ce-8caa-4587-97bc-5f4ef61abd8d service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025286 Jun 29 16:36:50.362559 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d124b7-4996-475e-8509-52b6c6e8add7 req-60c90965-4899-4ae1-adbf-9e496738e30b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:50.364066 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-97d124b7-4996-475e-8509-52b6c6e8add7 req-60c90965-4899-4ae1-adbf-9e496738e30b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 943 time: 0.0665922 Jun 29 16:36:50.404083 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-97d124b7-4996-475e-8509-52b6c6e8add7 req-f6f8ec55-d507-4f92-8b3a-961a37f96c43 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342746 Jun 29 16:36:51.237867 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51868) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:51.340168 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5c208b00-e710-47f7-9196-74e887fd2e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:51.429307 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5c208b00-e710-47f7-9196-74e887fd2e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:51.542407 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5c208b00-e710-47f7-9196-74e887fd2e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:51.546890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-dc91ad08-46b9-4cd1-97f6-4741b547aa11 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:51.582980 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208b00-e710-47f7-9196-74e887fd2e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5afbd6-3211-45bd-9944-894ddb086b8a,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:51.590336 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5c208b00-e710-47f7-9196-74e887fd2e1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c14b65923fd4d73a6e58fe5ef3e8e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513100 Jun 29 16:36:51.591232 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53c796-39e0-4a54-bde5-089b71e8de16 req-81153353-af78-4929-8b8b-9278f4cd20d6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:51.591709 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5c208b00-e710-47f7-9196-74e887fd2e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:51.592175 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51874) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:51.592796 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa53c796-39e0-4a54-bde5-089b71e8de16 req-81153353-af78-4929-8b8b-9278f4cd20d6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 943 time: 0.0699055 Jun 29 16:36:51.633769 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fa53c796-39e0-4a54-bde5-089b71e8de16 req-07548634-8c7e-438c-86a8-40cb222b1cda tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338259 Jun 29 16:36:51.642116 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-62f28af8-dd76-4af2-98d2-0a84aa8b5a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:51.667798 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-62f28af8-dd76-4af2-98d2-0a84aa8b5a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:51.782418 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-62f28af8-dd76-4af2-98d2-0a84aa8b5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:51.785032 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-62f28af8-dd76-4af2-98d2-0a84aa8b5a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:51.786170 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-62f28af8-dd76-4af2-98d2-0a84aa8b5a2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab5afbd6-3211-45bd-9944-894ddb086b8a HTTP/1.1" status: 204 len: 168 time: 0.1935441 Jun 29 16:36:51.787526 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d8cba67f-30bc-49e3-adf0-b62a1beb3031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:51.795585 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f28af8-dd76-4af2-98d2-0a84aa8b5a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5afbd6-3211-45bd-9944-894ddb086b8a,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:51.802137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-62f28af8-dd76-4af2-98d2-0a84aa8b5a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:52.381078 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51880) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:52.394307 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cff72e8c-a847-4c4a-a0e1-8bb739f177d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.480272 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cff72e8c-a847-4c4a-a0e1-8bb739f177d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.531118 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-cff72e8c-a847-4c4a-a0e1-8bb739f177d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.533871 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-a65d104d-8749-465c-aa89-7a6dcc3be602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:52.570070 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-cff72e8c-a847-4c4a-a0e1-8bb739f177d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=170909087a334b3591170d186331f43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878912 Jun 29 16:36:52.570990 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff72e8c-a847-4c4a-a0e1-8bb739f177d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bead31-b044-4d50-8b1d-0fff8fd7a539,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:52.572890 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51882) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:52.574135 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cff72e8c-a847-4c4a-a0e1-8bb739f177d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:52.626659 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2f6035c0-d60b-4fb6-bc94-f1b28723b8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.649016 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2f6035c0-d60b-4fb6-bc94-f1b28723b8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.759466 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2f6035c0-d60b-4fb6-bc94-f1b28723b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.762001 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2f6035c0-d60b-4fb6-bc94-f1b28723b8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.763127 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-2f6035c0-d60b-4fb6-bc94-f1b28723b8d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3bead31-b044-4d50-8b1d-0fff8fd7a539 HTTP/1.1" status: 204 len: 168 time: 0.1892400 Jun 29 16:36:52.782660 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-167477b6-6ef1-48ab-9ca3-4631d494fcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:52.792503 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6035c0-d60b-4fb6-bc94-f1b28723b8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bead31-b044-4d50-8b1d-0fff8fd7a539,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:52.794078 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.794973 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2f6035c0-d60b-4fb6-bc94-f1b28723b8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:52.833683 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56416fd-30a8-41ab-8729-2b8b411d70f8 req-41308bde-64ec-4ca4-9623-c1c32ebfe50d tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:52.835451 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b56416fd-30a8-41ab-8729-2b8b411d70f8 req-41308bde-64ec-4ca4-9623-c1c32ebfe50d tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 943 time: 0.0879757 Jun 29 16:36:52.851515 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-563b422c-dad3-42cf-aef8-226c299e17a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:52.879637 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b56416fd-30a8-41ab-8729-2b8b411d70f8 req-fb32cd82-b653-4357-b470-1077c4bdb683 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383811 Jun 29 16:36:54.040233 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:54.059763 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2783eb-67dd-41c7-8ad0-9a6e2fa882ed req-aa29d444-51f8-4fef-b435-feb73a38acff tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:54.061440 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fb2783eb-67dd-41c7-8ad0-9a6e2fa882ed req-aa29d444-51f8-4fef-b435-feb73a38acff tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 943 time: 0.0650325 Jun 29 16:36:54.100462 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fb2783eb-67dd-41c7-8ad0-9a6e2fa882ed req-006240e2-94ed-4929-98d3-93da8a10c16d tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Jun 29 16:36:55.270537 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539f5ab-fdb7-4f36-8ed6-aa945fa6d03a req-43e7aa86-6cac-41d5-9af8-fa8d30bfb684 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:55.272023 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6539f5ab-fdb7-4f36-8ed6-aa945fa6d03a req-43e7aa86-6cac-41d5-9af8-fa8d30bfb684 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 943 time: 0.0624094 Jun 29 16:36:55.309046 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6539f5ab-fdb7-4f36-8ed6-aa945fa6d03a req-3f73bb19-574a-4aba-8b32-824d51ff2c61 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307834 Jun 29 16:36:55.617151 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:56.487316 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2456cc6-91e4-4e41-8f9a-dc3cc0ab5187 req-c84bfb6d-6d11-452b-ab8e-b9c26c259550 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:56.488773 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e2456cc6-91e4-4e41-8f9a-dc3cc0ab5187 req-c84bfb6d-6d11-452b-ab8e-b9c26c259550 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 943 time: 0.0675080 Jun 29 16:36:56.525860 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e2456cc6-91e4-4e41-8f9a-dc3cc0ab5187 req-93406523-4876-4574-bbe5-a28a591a21c0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Jun 29 16:36:56.733978 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ee5be4cd-44cc-4fe7-84e8-89db239f5f39 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:36:56.837592 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port ee5be4cd-44cc-4fe7-84e8-89db239f5f39, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:56.848838 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:36:56.886632 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:56.899391 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5be4cd-44cc-4fe7-84e8-89db239f5f39 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:36:56.918898 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port ee5be4cd-44cc-4fe7-84e8-89db239f5f39, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:57.010920 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:57.013536 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-6d5cd9dc-bb00-46fc-a039-eab72a7e1120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:57.077322 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:57.084619 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.085538 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.085882 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.086279 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.086612 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.086942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.087301 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.087641 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.087966 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.088290 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.088610 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.088935 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:36:57.093945 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:57.142101 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:57.264012 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['ee5be4cd-44cc-4fe7-84e8-89db239f5f39'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:36:57.702389 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e049-81da-4eb6-a5f0-418a45a02bfa req-c6cbbe17-2e2f-41b0-bd82-31d3b3fa143e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:57.703899 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1405e049-81da-4eb6-a5f0-418a45a02bfa req-c6cbbe17-2e2f-41b0-bd82-31d3b3fa143e tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 944 time: 0.0640609 Jun 29 16:36:57.744041 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-1405e049-81da-4eb6-a5f0-418a45a02bfa req-bce7f373-2028-4875-a27f-fdc4aadbcbf1 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343509 Jun 29 16:36:58.256475 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51960) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:58.356468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6da0-3d54-43be-a498-09023ffd778d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.440560 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6da0-3d54-43be-a498-09023ffd778d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.501749 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5f6a6da0-3d54-43be-a498-09023ffd778d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.504303 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ee41ba46-6ef7-4519-8c6d-b327c6f98992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:58.545230 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5f6a6da0-3d54-43be-a498-09023ffd778d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc1c4a30d98044c6a376d28856808f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871423 Jun 29 16:36:58.546264 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a6da0-3d54-43be-a498-09023ffd778d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66d7696-8aae-42f1-9187-a7bcdc191f4b,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:58.548001 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 51964) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:58.549434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f6a6da0-3d54-43be-a498-09023ffd778d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:58.598919 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c082adaa-d5ec-4945-8ebf-c90f1b837143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.619641 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c082adaa-d5ec-4945-8ebf-c90f1b837143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.730877 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c082adaa-d5ec-4945-8ebf-c90f1b837143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.733577 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c082adaa-d5ec-4945-8ebf-c90f1b837143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.734734 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c082adaa-d5ec-4945-8ebf-c90f1b837143 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f66d7696-8aae-42f1-9187-a7bcdc191f4b HTTP/1.1" status: 204 len: 168 time: 0.1851478 Jun 29 16:36:58.735516 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e3210df2-571b-4947-b3e1-e68e28347828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:58.743585 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082adaa-d5ec-4945-8ebf-c90f1b837143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66d7696-8aae-42f1-9187-a7bcdc191f4b,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:58.746050 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c082adaa-d5ec-4945-8ebf-c90f1b837143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:58.751602 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ee5be4cd-44cc-4fe7-84e8-89db239f5f39 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:36:58.874141 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:36:58.878453 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:36:58.878834 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.932333 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf6c0b-331f-4a2d-be2b-7382d9494b25 req-69e4c83f-2bc2-4a93-af1f-94286b986271 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:58.934736 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ccaf6c0b-331f-4a2d-be2b-7382d9494b25 req-69e4c83f-2bc2-4a93-af1f-94286b986271 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 944 time: 0.0713048 Jun 29 16:36:58.958813 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:58.984486 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:36:58.984766 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ccaf6c0b-331f-4a2d-be2b-7382d9494b25 req-8b5a00c9-64ca-4731-9897-d85042d7e236 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427387 Jun 29 16:36:58.986904 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936683d0-28ca-41e3-a382-e6f841a34e3f" -d '{"events": [{"server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:36:59.007485 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port ee5be4cd-44cc-4fe7-84e8-89db239f5f39, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:36:59.027811 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd62ec0-982f-462b-96bc-0328bcbbe842 x-openstack-request-id: req-6fd62ec0-982f-462b-96bc-0328bcbbe842 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:36:59.028136 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "name": "network-vif-plugged", "status": "completed", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:36:59.028396 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fd62ec0-982f-462b-96bc-0328bcbbe842 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:36:59.028906 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'code': 200} Jun 29 16:36:59.114033 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:59.116138 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-6d5cd9dc-bb00-46fc-a039-eab72a7e1120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:36:59.169716 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:36:59.172934 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:36:59.467858 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102906cf-9e5f-4a13-aa20-ae99eeb9ebe4 req-f185fb54-7703-4738-af14-5ec89e505fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:36:59.470393 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-102906cf-9e5f-4a13-aa20-ae99eeb9ebe4 req-f185fb54-7703-4738-af14-5ec89e505fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 1098 time: 0.0534189 Jun 29 16:36:59.504891 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-102906cf-9e5f-4a13-aa20-ae99eeb9ebe4 req-46d9589e-3989-441e-b1fe-63a408e1828b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282907 Jun 29 16:36:59.703512 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51990) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:36:59.799420 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1156285653-network', 'tenant_id': '890bc32507854018983fe361b81fbf0e'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:36:59.924983 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Made reservation on behalf of 890bc32507854018983fe361b81fbf0e for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:36:59.927383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:36:59.936634 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.027364 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.163750 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f418dc-7389-4f97-9d6a-8b50c12771b2 req-6f198225-f46e-42dd-bb4e-dfb49bc1555a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:00.165240 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f1f418dc-7389-4f97-9d6a-8b50c12771b2 req-6f198225-f46e-42dd-bb4e-dfb49bc1555a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 945 time: 0.0633295 Jun 29 16:37:00.201288 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.205641 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-600f7de3-2ac8-4763-baad-672e46bbce26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:00.212335 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f1f418dc-7389-4f97-9d6a-8b50c12771b2 req-501ce3e2-51a4-4dac-896d-6f2cc6756207 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Jun 29 16:37:00.232582 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:37:00.242619 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b353f69-dcfe-4ace-9726-8adae04256e5,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:00.245698 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:00.248866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.249211 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Added segment 94ad4bf9-5c6a-40db-befb-db91bb0c2f8f of type vlan for network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 Jun 29 16:37:00.292783 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.405255 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.406810 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:00.407776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.411959 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b57b86e2-f079-4ee0-b06f-d7928e63bd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:00.474895 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0b96f0-2b98-4c74-86b8-60aad98fcc47,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:00.477621 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:00.484586 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:37:00.554260 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8496614 Jun 29 16:37:00.557136 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 51996) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:00.562006 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Request body: {'subnet': {'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1156285653-subnet', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:00.656259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Made reservation on behalf of 890bc32507854018983fe361b81fbf0e for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:37:00.658674 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.880280 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:00.882648 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:00.929551 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b33eb7d-060e-45bb-87d2-e68b4b651e96,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:00.932870 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:00.947438 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Checking segment: {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:00.948068 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Network hostable DHCP agents. Network: 5f0b96f0-2b98-4c74-86b8-60aad98fcc47, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:37:01.056626 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:37:01.148428 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 5f0b96f0-2b98-4c74-86b8-60aad98fcc47) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:01.153510 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:01.154283 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.157436 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e047f-a342-49d2-abf4-ea257c7db110 None None] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:37:01.257948 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-0162b3ef-6bc0-4b4f-ad15-219fa2c7bedb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6997073 Jun 29 16:37:01.279235 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52000) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:01.279235 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:01.302841 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:37:01.303747 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.364884 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.366615 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.433992 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.449358 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3035cb-3b0a-4506-b04c-2ff43079bce1 req-56435a32-0585-4727-8b2b-6efac64af3ef tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:01.450939 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f3035cb-3b0a-4506-b04c-2ff43079bce1 req-56435a32-0585-4727-8b2b-6efac64af3ef tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 945 time: 0.1201127 Jun 29 16:37:01.466419 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Allocated IP 172.20.0.2 (5f0b96f0-2b98-4c74-86b8-60aad98fcc47/4b33eb7d-060e-45bb-87d2-e68b4b651e96/1922456b-1f08-4826-959d-3568a3c6203e) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:01.499395 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0f3035cb-3b0a-4506-b04c-2ff43079bce1 req-bea3079a-3abb-44da-9d13-c9ad103bda6b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356188 Jun 29 16:37:01.622966 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.632673 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Transition to ACTIVE for port object 1922456b-1f08-4826-959d-3568a3c6203e will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:01.647646 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Transition to ACTIVE for port object 1922456b-1f08-4826-959d-3568a3c6203e will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:01.720324 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.723433 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e65e18e3-19f8-4487-bcec-c5e55009dbc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:01.735042 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.764827 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:01.768088 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:01.772473 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:01.774106 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e500ddd-6b4e-4e40-af3c-2c9e6a7856bb req-e4db3c96-6d8a-4046-ae59-2cc138bdf245 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:01.775512 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Pushing event updated for resources: {'Port': ['ID=1922456b-1f08-4826-959d-3568a3c6203e,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:01.778759 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2e500ddd-6b4e-4e40-af3c-2c9e6a7856bb req-e4db3c96-6d8a-4046-ae59-2cc138bdf245 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 945 time: 0.1540751 Jun 29 16:37:01.779452 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:01.825318 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2e500ddd-6b4e-4e40-af3c-2c9e6a7856bb req-3a600239-216f-4125-ade8-ff2f0a888f2a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Jun 29 16:37:01.838385 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Attempting to bind port 1922456b-1f08-4826-959d-3568a3c6203e on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:37:01.838749 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Attempting to bind port 1922456b-1f08-4826-959d-3568a3c6203e by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:37:01.839120 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Attempting to bind port 1922456b-1f08-4826-959d-3568a3c6203e on network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:01.844703 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:37:01.853042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Checking segment: {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:01.853042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.853042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Bound using segment: {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:37:01.853042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Bound port: 1922456b-1f08-4826-959d-3568a3c6203e, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:37:01.853042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:01.855614 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52006) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:01.915103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457f6fe7-58a1-4a26-8e99-f0130c8cdde8 tempest-TestVolumeBootPattern-215619546 tempest-TestVolumeBootPattern-215619546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:01.919971 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52008) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:01.920156 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-457f6fe7-58a1-4a26-8e99-f0130c8cdde8 tempest-TestVolumeBootPattern-215619546 tempest-TestVolumeBootPattern-215619546-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 1093 time: 0.0630298 Jun 29 16:37:01.920260 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] For port 1922456b-1f08-4826-959d-3568a3c6203e, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:37:01.923911 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] For port 1922456b-1f08-4826-959d-3568a3c6203e, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=1922456b-1f08-4826-959d-3568a3c6203e,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:37:01.926754 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:02.057193 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:02.059137 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:02.076485 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:02.104439 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:02.106612 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:02.126140 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Pushing event updated for resources: {'Port': ['ID=1922456b-1f08-4826-959d-3568a3c6203e,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:02.135498 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:02.306751 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Allocated IP 172.27.3.67 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/11b27de9-638c-4d6a-aaa4-51cc6d57a356) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:02.384072 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:02.479702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:02.602606 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:02.607024 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:02.682243 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:02.690557 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:02.692997 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:02.698918 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Pushing event updated for resources: {'Port': ['ID=11b27de9-638c-4d6a-aaa4-51cc6d57a356,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:02.701677 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:02.728236 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Allocated IP 172.27.3.10 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/8012cf43-0251-44e6-a8e4-42eb63a1c358) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:03.027788 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da6d46-a88f-4312-8509-633c87fff6cb None None] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:37:03.182474 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e6d0614d-7a79-46ef-99fb-f36374e5034d None None] Provisioning for port 1922456b-1f08-4826-959d-3568a3c6203e completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:03.228395 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:03.360790 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1922456b-1f08-4826-959d-3568a3c6203e up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:03.382121 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:03.388245 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-91a337a9-f40e-4ee0-bbac-bdc9d5ff5382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:03.450381 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:03.451376 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:03.455178 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:03.457136 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:03.481185 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=8012cf43-0251-44e6-a8e4-42eb63a1c358,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:03.507807 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 1922456b-1f08-4826-959d-3568a3c6203e completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:03.511928 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 1922456b-1f08-4826-959d-3568a3c6203e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:03.512376 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:03.515705 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:03.595322 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:03.629053 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 1922456b-1f08-4826-959d-3568a3c6203e, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=1922456b-1f08-4826-959d-3568a3c6203e,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:03.707948 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:03.709762 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:03.758261 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=1922456b-1f08-4826-959d-3568a3c6203e,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:03.761367 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:03.839503 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.195911 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.353320 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Router ad724d29-cec5-4c78-adf1-cbfa0ae00581 is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:37:04.469010 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.514518 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:37:04.527633 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Sync routers for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:37:04.538965 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:04.539573 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:04.633976 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.634859 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3733716 Jun 29 16:37:04.639124 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52012) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:04.655846 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:04.674191 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.753268 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.755546 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:04.827910 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=8012cf43-0251-44e6-a8e4-42eb63a1c358,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:04.833780 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:04.841159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.854100 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:03Z', 'revision_number': 3, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:04.883269 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Checking router: ad724d29-cec5-4c78-adf1-cbfa0ae00581 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:37:04.883781 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Updating router ad724d29-cec5-4c78-adf1-cbfa0ae00581 port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:37:04.918209 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:04.952179 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.l3_db [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Floating IP 541ad9e3-4f72-4abd-afb1-23a77e3bba17 associated. External IP: 172.27.3.10, port: ee5be4cd-44cc-4fe7-84e8-89db239f5f39. Jun 29 16:37:05.125108 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.219647 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.232650 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Transition to ACTIVE for port object 11b27de9-638c-4d6a-aaa4-51cc6d57a356 will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:05.298885 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Allocated IP 172.20.0.1 (5f0b96f0-2b98-4c74-86b8-60aad98fcc47/4b33eb7d-060e-45bb-87d2-e68b4b651e96/a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:05.326478 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1922456b-1f08-4826-959d-3568a3c6203e up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:05.342749 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.351108 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-5c23b370-7865-40b8-b9ac-d3f3975f41c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:05.377805 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 1922456b-1f08-4826-959d-3568a3c6203e triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:05.378011 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.403612 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Pushing event updated for resources: {'Port': ['ID=11b27de9-638c-4d6a-aaa4-51cc6d57a356,revision_number=2']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:05.412743 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.413588 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.413934 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.414262 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.415459 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.415459 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.415459 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.415739 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.415943 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.416268 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.416584 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.416902 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:05.422048 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:05.431566 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.435362 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Attempting to bind port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:37:05.435749 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Attempting to bind port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:37:05.436126 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Attempting to bind port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:05.443226 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:37:05.443628 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:05.444075 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.444479 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:37:05.444962 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Bound port: 11b27de9-638c-4d6a-aaa4-51cc6d57a356, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:37:05.445375 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.448651 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.provisioning_blocks [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Transition to ACTIVE for port object a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:05.479939 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:37:05.502778 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] For port 11b27de9-638c-4d6a-aaa4-51cc6d57a356, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:37:05.505903 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] For port 11b27de9-638c-4d6a-aaa4-51cc6d57a356, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=11b27de9-638c-4d6a-aaa4-51cc6d57a356,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:37:05.571372 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.573614 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:05.592210 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:37:05.603747 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:37:05.611940 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.616522 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:05.623138 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:05.623138 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:05.623442 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:05.623530 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:05.625137 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:05.631341 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Pushing event updated for resources: {'Port': ['ID=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:05.657166 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:05.662617 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:05.663747 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:05.668504 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.680826 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:05.742909 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8201611 Jun 29 16:37:05.744137 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:37:05.747299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b6e0c2-9e3f-43e0-9b24-524c44118716" -d '{"events": [{"name": "network-changed", "server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:37:05.802738 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598b33ae-5d79-4b04-894b-65d3fbd6cc89 x-openstack-request-id: req-598b33ae-5d79-4b04-894b-65d3fbd6cc89 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:37:05.803477 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:37:05.805138 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-598b33ae-5d79-4b04-894b-65d3fbd6cc89 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:37:05.806162 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'status': 'completed', 'code': 200} Jun 29 16:37:05.830464 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:05.902227 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-f9f4ce8f-8287-4eed-8938-0bf599b9bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:05.905796 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-f9f4ce8f-8287-4eed-8938-0bf599b9bd32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 1098 time: 0.0730658 Jun 29 16:37:05.976575 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Pushing event updated for resources: {'Port': ['ID=11b27de9-638c-4d6a-aaa4-51cc6d57a356,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:05.984219 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-fff26886-e32c-4438-851e-7be621ac3078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:05.999050 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:06.017774 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-60d45b2e-5673-456b-a5e2-e823a123b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:06.019590 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-60d45b2e-5673-456b-a5e2-e823a123b3ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 912 time: 0.1064219 Jun 29 16:37:06.021378 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:06.108389 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-52e4c76e-326c-4956-b062-8306de59f02f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39 HTTP/1.1" status: 200 len: 998 time: 0.0799747 Jun 29 16:37:06.175061 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-0ae08dd5-16f5-4dec-b911-420e1ece51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:06.176611 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-0ae08dd5-16f5-4dec-b911-420e1ece51b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0607510 Jun 29 16:37:06.181942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-5b335ef3-8236-4cc6-bbfa-f208ca177612 None None] Provisioning for port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:06.188271 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-5b335ef3-8236-4cc6-bbfa-f208ca177612 None None] Provisioning complete for port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:06.188678 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-5b335ef3-8236-4cc6-bbfa-f208ca177612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:06.223992 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:03Z', 'revision_number': 3, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:06.247599 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-aac79766-24ae-4963-a9d6-4248c85ba0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:06.249500 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-aac79766-24ae-4963-a9d6-4248c85ba0b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638988 Jun 29 16:37:06.257336 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d7559-f80e-4535-8f62-09546bb66af3 None None] The sync data for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi is: [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:03Z', 'revision_number': 3, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:37:06.284329 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-5b335ef3-8236-4cc6-bbfa-f208ca177612 None None] Port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:37:06.292020 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:06.317086 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:03Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:06.345763 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:37:06.352751 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:06.355433 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-425150fc-3484-4f5e-b6e9-f4f6f9fd8f00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:06.359571 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:06.360551 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:06.362884 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-dcc68346-f18b-4b65-afde-8630ee27c2af service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044219 Jun 29 16:37:06.421718 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Pushing event updated for resources: {'Port': ['ID=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:06.424759 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:06.437837 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:06.486824 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:06.494228 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-48b6e0c2-9e3f-43e0-9b24-524c44118716 req-8d87ce88-e2a6-48eb-9853-4741da3f3b8d service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188049 Jun 29 16:37:06.566511 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:06.567893 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:06.718330 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Router ad724d29-cec5-4c78-adf1-cbfa0ae00581 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:37:06.809085 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:03Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:06.842475 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:37:06.845369 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd5ed6-814e-4065-814c-71f47503602f None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:03Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:37:06.848022 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-eae0914b-4048-40d0-a586-b33519f53ba1 None None] Provisioning complete for port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:06.848325 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] 10.222.0.65 "PUT /v2.0/routers/ad724d29-cec5-4c78-adf1-cbfa0ae00581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2076151 Jun 29 16:37:06.848446 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-eae0914b-4048-40d0-a586-b33519f53ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:06.892627 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-eae0914b-4048-40d0-a586-b33519f53ba1 None None] Port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:37:07.159031 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a7ca6-6ccb-4da2-88d0-5a58a5474fad None None] New status for floating IP 541ad9e3-4f72-4abd-afb1-23a77e3bba17: ACTIVE {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:37:07.348790 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 11b27de9-638c-4d6a-aaa4-51cc6d57a356 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:07.455816 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:07.461289 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:07.461678 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.539238 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.559757 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 11b27de9-638c-4d6a-aaa4-51cc6d57a356, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=11b27de9-638c-4d6a-aaa4-51cc6d57a356,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:07.612094 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52032) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:07.617764 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1003226523-network', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:07.639534 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.641386 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:07.689684 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=11b27de9-638c-4d6a-aaa4-51cc6d57a356,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:07.692713 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:07.696211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Made reservation on behalf of f4c3690591cb43e0ab3574dd07b1356a for: {'network': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:37:07.698612 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for network, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.708212 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.795807 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.867640 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.870788 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-62f0e431-284b-4e1f-b13e-07c9f02832f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:07.893525 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=93785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:37:07.903324 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18de95e7-10a1-4a7c-92f4-a3ab018e12d4,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:07.907502 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:07.908548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.908914 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.segments_db [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Added segment 46d1b6a2-2e3f-43d5-93ec-bfdf8987642d of type vlan for network 59b77fd6-8514-479b-9793-79d38c34e213 Jun 29 16:37:07.952132 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740945183802'] for network, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:07.959698 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Sync routers for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:37:07.967475 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:07.968109 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:08.067637 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667'] for network, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.068733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:08.069324 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.072601 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:08.074965 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:08.135793 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Pushing event updated for resources: {'Network': ['ID=59b77fd6-8514-479b-9793-79d38c34e213,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:08.139815 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:08.156626 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Network 59b77fd6-8514-479b-9793-79d38c34e213 details requested by agent ovs-agent-dv-cinder-793515-6-iscsi with host dv-cinder-793515-6-iscsi {{(pid=93787) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:37:08.343293 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:06Z', 'revision_number': 2, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:08.360047 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7468040 Jun 29 16:37:08.362744 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52034) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:08.368318 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Request body: {'subnet': {'network_id': '59b77fd6-8514-479b-9793-79d38c34e213', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1003226523-subnet', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'ip_version': 4}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:08.377476 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Checking router: ad724d29-cec5-4c78-adf1-cbfa0ae00581 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:37:08.378311 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Updating router ad724d29-cec5-4c78-adf1-cbfa0ae00581 port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:37:08.412306 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.478990 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Made reservation on behalf of f4c3690591cb43e0ab3574dd07b1356a for: {'subnet': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:37:08.481452 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218770'] for subnet, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.674398 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.684478 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Transition to ACTIVE for port object a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:08.730145 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10099221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218752'] for subnet, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.732552 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:08.776346 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.779567 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-78be1156-ce65-43d9-b529-3c73ace1c55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:08.790475 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571770e1-9e45-4c5b-9d20-c587e05a48ca,revision_number=0']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:08.793284 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:08.799717 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Checking segment: {'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:08.800082 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Network hostable DHCP agents. Network: 59b77fd6-8514-479b-9793-79d38c34e213, hostable agents: ['552aca50-7232-4828-a450-97a6440225fc'], hosted agents: [] {{(pid=93785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:37:08.828942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5daf5-526d-4f58-b508-0f9c930d87a8 None None] Pushing event updated for resources: {'Port': ['ID=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:08.833126 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f4d5daf5-526d-4f58-b508-0f9c930d87a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:08.885540 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Attempting to bind port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:37:08.885922 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Attempting to bind port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:37:08.886297 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Attempting to bind port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 on network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:08.891786 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:37:08.897087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Checking segment: {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:08.897087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.897087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Bound using segment: {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:37:08.897087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Bound port: a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:37:08.897087 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.907993 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Network 59b77fd6-8514-479b-9793-79d38c34e213 is scheduled to be hosted by DHCP agent 552aca50-7232-4828-a450-97a6440225fc with binding_index 1 {{(pid=93785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:37:08.960420 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] For port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:37:08.964065 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] For port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:37:08.981523 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-6-iscsi, 59b77fd6-8514-479b-9793-79d38c34e213) {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:08.985648 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:08.989114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:08.990025 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15126469-6d4a-4d01-a3f9-9c831a735777 None None] Network 59b77fd6-8514-479b-9793-79d38c34e213 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:37:09.052071 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.056789 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:09.161096 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:09.161744 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:09.168855 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5daf5-526d-4f58-b508-0f9c930d87a8 None None] Pushing event updated for resources: {'Port': ['ID=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:09.177642 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-c592ee94-66ee-43a3-9011-0b2dbd4c6e59 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8136899 Jun 29 16:37:09.180008 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52038) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:09.185186 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:09.210470 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f4d5daf5-526d-4f58-b508-0f9c930d87a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:09.283079 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff3294b2-12f9-58e9-b7e0-360a37d3d9e2-59b77fd6-8514-479b-9793-79d38c34e213', 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'fixed_ips': [{'subnet_id': '571770e1-9e45-4c5b-9d20-c587e05a48ca'}]}} from dv-cinder-793515-6-iscsi. {{(pid=93787) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:37:09.284109 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.291027 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1759754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.292301 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1761080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1755611', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1833300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.354344 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.431359 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 11b27de9-638c-4d6a-aaa4-51cc6d57a356 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:09.494692 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:09.554436 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1759749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.664960 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:09.665378 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.755846 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.db_base_plugin_common [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Allocated IP 172.20.0.2 (59b77fd6-8514-479b-9793-79d38c34e213/571770e1-9e45-4c5b-9d20-c587e05a48ca/7c225a46-f4b6-4035-87dc-0d7d191db7ee) {{(pid=93787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:09.838806 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.858179 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:09.964134 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Allocated IP 172.27.3.82 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/cf468448-c45c-4a79-aa1b-130114de145b) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:09.981578 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-d3265152-244f-4b71-947b-be30afde39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:08Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:10.017717 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3265152-244f-4b71-947b-be30afde39bc None None] The sync data for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi is: [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:08Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:37:10.034676 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Notify callbacks [] for port, precommit_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.044193 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Transition to ACTIVE for port object 7c225a46-f4b6-4035-87dc-0d7d191db7ee will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:10.060370 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Transition to ACTIVE for port object 7c225a46-f4b6-4035-87dc-0d7d191db7ee will not be triggered until provisioned by entity DHCP. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:10.113646 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.137387 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084'] for port, after_create {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.142844 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:10.181310 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Network 59b77fd6-8514-479b-9793-79d38c34e213 is already hosted by enough agents. {{(pid=93787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:10.184318 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.scheduler.base_scheduler [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Resources bound (agent type, host, resource id): {{(pid=93787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:10.188019 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Received port after_create {{(pid=93787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:10.200119 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Pushing event updated for resources: {'Port': ['ID=7c225a46-f4b6-4035-87dc-0d7d191db7ee,revision_number=1']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:10.203692 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:10.260183 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Attempting to bind port 7c225a46-f4b6-4035-87dc-0d7d191db7ee on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:37:10.260984 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Attempting to bind port 7c225a46-f4b6-4035-87dc-0d7d191db7ee by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:37:10.261410 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Attempting to bind port 7c225a46-f4b6-4035-87dc-0d7d191db7ee on network 59b77fd6-8514-479b-9793-79d38c34e213 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:10.262908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.265353 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1a8844ac-ba42-4db9-92ae-ec2a02b65460 tempest-VolumesSnapshotTestJSON-1142278594 tempest-VolumesSnapshotTestJSON-1142278594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:10.267655 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:37:10.268091 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Checking segment: {'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:10.270314 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.270697 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Bound using segment: {'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:37:10.271230 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Bound port: 7c225a46-f4b6-4035-87dc-0d7d191db7ee, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:37:10.271627 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.305981 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:10.310503 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:10.313018 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:10.342596 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] For port 7c225a46-f4b6-4035-87dc-0d7d191db7ee, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:37:10.344307 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Pushing event updated for resources: {'Port': ['ID=cf468448-c45c-4a79-aa1b-130114de145b,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:10.348088 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] For port 7c225a46-f4b6-4035-87dc-0d7d191db7ee, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=7c225a46-f4b6-4035-87dc-0d7d191db7ee,segment=NetworkSegment(46d1b6a2-2e3f-43d5-93ec-bfdf8987642d),segment_id=46d1b6a2-2e3f-43d5-93ec-bfdf8987642d)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:37:10.359022 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:10.422506 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.424632 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:10.498350 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Pushing event updated for resources: {'Port': ['ID=7c225a46-f4b6-4035-87dc-0d7d191db7ee,revision_number=2']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:10.503237 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:10.689829 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:10.898057 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1759772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585583'] for router, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.113567 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Router f3adc208-42f1-431b-8e72-3bc43e5dff5a is scheduled to L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d with binding_index 1 {{(pid=93785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:37:11.230719 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:37:11.240813 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Sync routers for ids ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:37:11.268419 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Routers {'f3adc208-42f1-431b-8e72-3bc43e5dff5a'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:11.269081 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:11.302681 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.304732 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1235378 Jun 29 16:37:11.307532 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52042) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:11.410689 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Set router f3adc208-42f1-431b-8e72-3bc43e5dff5a gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:11.425215 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:11.525170 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070facf0-d81d-4a1a-af2d-5e15e2a4ca86 None None] Network 59b77fd6-8514-479b-9793-79d38c34e213 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:37:11.577909 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:11.583858 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:11.584359 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.609112 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:10Z', 'revision_number': 3, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port': {'id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:11.637140 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Checking router: f3adc208-42f1-431b-8e72-3bc43e5dff5a for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:37:11.637507 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Updating router f3adc208-42f1-431b-8e72-3bc43e5dff5a port cf468448-c45c-4a79-aa1b-130114de145b binding host dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:37:11.675848 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.727235 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-a4591915-e60b-43e4-a7cc-5908c97aa977 None None] Provisioning for port 7c225a46-f4b6-4035-87dc-0d7d191db7ee completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:11.756554 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.796973 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.800042 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:11.856694 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.860180 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7c225a46-f4b6-4035-87dc-0d7d191db7ee up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:11.864755 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:11.949432 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Notify callbacks [] for port, precommit_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:11.961009 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:11.961273 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.provisioning_blocks [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Transition to ACTIVE for port object cf468448-c45c-4a79-aa1b-130114de145b will not be triggered until provisioned by entity L2. {{(pid=93788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:11.965016 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:11.987567 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Allocated IP 172.20.0.1 (59b77fd6-8514-479b-9793-79d38c34e213/571770e1-9e45-4c5b-9d20-c587e05a48ca/06023d63-acbf-40ad-9d6a-a2fcb2e8f304) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:12.029360 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.031765 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:12.049879 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 7c225a46-f4b6-4035-87dc-0d7d191db7ee completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:12.055144 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 7c225a46-f4b6-4035-87dc-0d7d191db7ee triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:12.055556 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.075460 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ada4-8438-41ae-875d-1eef02e14fc0 None None] Pushing event updated for resources: {'Port': ['ID=cf468448-c45c-4a79-aa1b-130114de145b,revision_number=2']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:12.087360 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-6d90ada4-8438-41ae-875d-1eef02e14fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:12.099516 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Attempting to bind port cf468448-c45c-4a79-aa1b-130114de145b on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:37:12.100511 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Attempting to bind port cf468448-c45c-4a79-aa1b-130114de145b by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:37:12.101239 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Attempting to bind port cf468448-c45c-4a79-aa1b-130114de145b on network 03f38926-f191-4f64-90b2-0cb605c4f8aa {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:12.102231 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.107206 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:37:12.107454 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-b527f707-0129-4350-a7f9-601b04736eb3 None None] Provisioning complete for port 7c225a46-f4b6-4035-87dc-0d7d191db7ee triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:12.107590 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Checking segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:12.107848 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b527f707-0129-4350-a7f9-601b04736eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.108567 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.108964 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Bound using segment: {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'} {{(pid=93788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:37:12.109671 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.managers [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Bound port: cf468448-c45c-4a79-aa1b-130114de145b, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca20c67c-66f5-40c5-a86d-2624efb3ad8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa'}}] {{(pid=93788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:37:12.110359 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.118758 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Transition to ACTIVE for port object 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:12.171073 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] For port cf468448-c45c-4a79-aa1b-130114de145b, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:37:12.174550 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.plugins.ml2.db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] For port cf468448-c45c-4a79-aa1b-130114de145b, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=cf468448-c45c-4a79-aa1b-130114de145b,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:37:12.190321 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.227902 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.231144 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-0d1ac19b-ae9b-485f-a9a9-cb0c37944a2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:12.249738 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b527f707-0129-4350-a7f9-601b04736eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.252620 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 7c225a46-f4b6-4035-87dc-0d7d191db7ee, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=7c225a46-f4b6-4035-87dc-0d7d191db7ee,segment=NetworkSegment(46d1b6a2-2e3f-43d5-93ec-bfdf8987642d),segment_id=46d1b6a2-2e3f-43d5-93ec-bfdf8987642d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:12.256683 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron_lib.callbacks.manager [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.259021 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:12.275211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Network 59b77fd6-8514-479b-9793-79d38c34e213 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:12.279582 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:12.283995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:12.287252 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Pushing event updated for resources: {'Port': ['ID=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:12.307035 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:12.314357 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Routers {'f3adc208-42f1-431b-8e72-3bc43e5dff5a'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:12.315007 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:12.324285 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.327964 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:12.330964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1754504'] for router_interface, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.352890 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ada4-8438-41ae-875d-1eef02e14fc0 None None] Pushing event updated for resources: {'Port': ['ID=cf468448-c45c-4a79-aa1b-130114de145b,revision_number=3']} {{(pid=93788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:12.358418 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG oslo_concurrency.lockutils [None req-6d90ada4-8438-41ae-875d-1eef02e14fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:12.410628 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=7c225a46-f4b6-4035-87dc-0d7d191db7ee,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:12.421448 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:12.434391 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.db.api [None req-b527f707-0129-4350-a7f9-601b04736eb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93787) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:37:12.434744 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_db.api [None req-b527f707-0129-4350-a7f9-601b04736eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:37:12.444976 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] Set router f3adc208-42f1-431b-8e72-3bc43e5dff5a gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:12.591782 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:12.711534 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:10Z', 'revision_number': 3, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port': {'id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:12.741743 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94d28c-11d0-4b4d-97af-2922c4728784 None None] The sync data for ids ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'] in dv-cinder-793515-6-iscsi is: [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:10Z', 'revision_number': 3, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port': {'id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:37:13.070542 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.158961 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.161580 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b64323de-794f-46e0-924c-46f1192469fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:13.210733 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-7044defe-cbe6-4520-8d9d-38221d01adb7 None None] Provisioning for port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:13.215705 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-7044defe-cbe6-4520-8d9d-38221d01adb7 None None] Provisioning complete for port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:13.216352 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-7044defe-cbe6-4520-8d9d-38221d01adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.249410 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Pushing event updated for resources: {'Port': ['ID=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:13.249410 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:13.249410 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1754396'] for router_interface, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.279443 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-7044defe-cbe6-4520-8d9d-38221d01adb7 None None] Port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:37:13.347902 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Network 59b77fd6-8514-479b-9793-79d38c34e213 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:13.349596 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:13.464899 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7c225a46-f4b6-4035-87dc-0d7d191db7ee up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:13.489268 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Router f3adc208-42f1-431b-8e72-3bc43e5dff5a has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:37:13.521305 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 7c225a46-f4b6-4035-87dc-0d7d191db7ee triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:13.521762 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.617703 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:37:13.618150 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-4c0bd16e-285e-48df-9145-0f0c99efe77a None None] Provisioning complete for port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:13.618542 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd16e-285e-48df-9145-0f0c99efe77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.620829 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:13.624745 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] 10.222.0.65 "PUT /v2.0/routers/f3adc208-42f1-431b-8e72-3bc43e5dff5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3159714 Jun 29 16:37:13.683078 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bd16e-285e-48df-9145-0f0c99efe77a None None] Port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:37:13.697464 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:13.697850 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.786408 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device cf468448-c45c-4a79-aa1b-130114de145b up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:13.901871 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port cf468448-c45c-4a79-aa1b-130114de145b completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:13.906115 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port cf468448-c45c-4a79-aa1b-130114de145b triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:13.906502 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:13.992377 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:14.013512 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port cf468448-c45c-4a79-aa1b-130114de145b, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=cf468448-c45c-4a79-aa1b-130114de145b,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:14.096329 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:14.102720 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:14.153208 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=cf468448-c45c-4a79-aa1b-130114de145b,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:14.156639 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:14.360541 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Sync routers for ids ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:37:14.370044 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Routers {'f3adc208-42f1-431b-8e72-3bc43e5dff5a'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:14.370653 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:14.617250 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Set router f3adc208-42f1-431b-8e72-3bc43e5dff5a gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:14.855516 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:12Z', 'revision_number': 4, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port': {'id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '06023d63-acbf-40ad-9d6a-a2fcb2e8f304', 'name': '', 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'mac_address': 'fa:16:3e:e4:42:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '571770e1-9e45-4c5b-9d20-c587e05a48ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:11Z', 'updated_at': '2021-06-29T16:37:12Z', 'revision_number': 2, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'subnets': [{'id': '571770e1-9e45-4c5b-9d20-c587e05a48ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:14.882019 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Checking router: f3adc208-42f1-431b-8e72-3bc43e5dff5a for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:37:14.882385 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Updating router f3adc208-42f1-431b-8e72-3bc43e5dff5a port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 binding host dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:37:14.920893 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:15.225227 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Notify callbacks [] for port, precommit_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:15.237450 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Transition to ACTIVE for port object 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 will not be triggered until provisioned by entity L2. {{(pid=93787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:15.332081 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device cf468448-c45c-4a79-aa1b-130114de145b up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:15.361113 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:15.364922 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:15.432308 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef359a-7b44-4f8f-8d5c-6238c39fb86c None None] Pushing event updated for resources: {'Port': ['ID=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,revision_number=3']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:15.436178 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2aef359a-7b44-4f8f-8d5c-6238c39fb86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:15.486166 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port cf468448-c45c-4a79-aa1b-130114de145b triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:15.486362 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:15.517250 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Attempting to bind port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 on host dv-cinder-793515-6-iscsi for vnic_type normal with profile {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:37:15.517625 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Attempting to bind port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 by drivers openvswitch,hyperv on host dv-cinder-793515-6-iscsi at level 0 using segments [{'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:37:15.517997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Attempting to bind port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 on network 59b77fd6-8514-479b-9793-79d38c34e213 {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:15.529552 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Checking agent: {'id': '978aa089-a3b6-4f98-9192-275efa1e81ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 20, 23), 'started_at': datetime.datetime(2021, 6, 29, 16, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:37:15.529930 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Checking segment: {'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:15.530338 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:15.530739 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Bound using segment: {'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'} {{(pid=93787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:37:15.531243 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.managers [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Bound port: 06023d63-acbf-40ad-9d6a-a2fcb2e8f304, host: dv-cinder-793515-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213'}}] {{(pid=93787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:37:15.531624 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:15.642120 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] For port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304, host dv-cinder-793515-6-iscsi, cleared binding levels {{(pid=93787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:37:15.645557 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] For port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304, host dv-cinder-793515-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,segment=NetworkSegment(46d1b6a2-2e3f-43d5-93ec-bfdf8987642d),segment_id=46d1b6a2-2e3f-43d5-93ec-bfdf8987642d)] {{(pid=93787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:37:15.711657 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:15.715016 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2aef359a-7b44-4f8f-8d5c-6238c39fb86c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:15.787624 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef359a-7b44-4f8f-8d5c-6238c39fb86c None None] Pushing event updated for resources: {'Port': ['ID=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:15.788564 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2aef359a-7b44-4f8f-8d5c-6238c39fb86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:15.789392 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Routers {'f3adc208-42f1-431b-8e72-3bc43e5dff5a'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:15.790056 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:36:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:15.941915 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] Set router f3adc208-42f1-431b-8e72-3bc43e5dff5a gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:16.200469 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:12Z', 'revision_number': 4, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port': {'id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '06023d63-acbf-40ad-9d6a-a2fcb2e8f304', 'name': '', 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'mac_address': 'fa:16:3e:e4:42:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '571770e1-9e45-4c5b-9d20-c587e05a48ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:11Z', 'updated_at': '2021-06-29T16:37:15Z', 'revision_number': 4, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'subnets': [{'id': '571770e1-9e45-4c5b-9d20-c587e05a48ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:16.227901 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7cf1bd-5b54-4946-8e09-b6c8024bd632 None None] The sync data for ids ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'] in dv-cinder-793515-6-iscsi is: [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:12Z', 'revision_number': 4, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port': {'id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '06023d63-acbf-40ad-9d6a-a2fcb2e8f304', 'name': '', 'network_id': '59b77fd6-8514-479b-9793-79d38c34e213', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'mac_address': 'fa:16:3e:e4:42:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '571770e1-9e45-4c5b-9d20-c587e05a48ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:11Z', 'updated_at': '2021-06-29T16:37:15Z', 'revision_number': 4, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'subnets': [{'id': '571770e1-9e45-4c5b-9d20-c587e05a48ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:37:17.361743 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:17.535847 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning for port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:17.540333 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:17.541208 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:17.646767 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:17.689721 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] For port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,segment=NetworkSegment(46d1b6a2-2e3f-43d5-93ec-bfdf8987642d),segment_id=46d1b6a2-2e3f-43d5-93ec-bfdf8987642d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:17.805149 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:17.808904 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:17.880480 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Pushing event updated for resources: {'Port': ['ID=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:17.886024 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:19.350413 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 up at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:19.409862 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Provisioning complete for port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:19.410552 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:19.908425 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b15be774-c815-40aa-a243-c24b3b9d4d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:21.266540 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:37:22.464023 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731cf60-372b-4304-8896-99874d9d3e5d req-ce5760e4-c600-4800-9033-b996c36ef72c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:22.471665 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c731cf60-372b-4304-8896-99874d9d3e5d req-ce5760e4-c600-4800-9033-b996c36ef72c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 946 time: 0.0935636 Jun 29 16:37:22.552067 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c731cf60-372b-4304-8896-99874d9d3e5d req-1bb0a54a-d4e0-463f-9737-15a64f831e54 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795205 Jun 29 16:37:22.816245 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:22.952937 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f20f606d-3f24-4d5d-8bba-3fecf2e0feec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:23.763745 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b27f8-e9d1-45ef-81a4-cb6e88c526ef req-dbd764d8-c05a-49a2-846d-69174993f8ea tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:23.768128 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-aa8b27f8-e9d1-45ef-81a4-cb6e88c526ef req-dbd764d8-c05a-49a2-846d-69174993f8ea tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 946 time: 0.0788295 Jun 29 16:37:23.843156 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-aa8b27f8-e9d1-45ef-81a4-cb6e88c526ef req-4fcb78ff-22cf-4dff-969f-12ea1b0ae6c3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups?id=43086224-ad4b-424e-9057-af4058840e97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732770 Jun 29 16:37:23.889142 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d410-1651-4138-a40a-444b99d684c9 req-a78debfb-5039-42e5-9896-37ce5ab15ad4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:23.890865 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8542d410-1651-4138-a40a-444b99d684c9 req-a78debfb-5039-42e5-9896-37ce5ab15ad4 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 946 time: 0.0982685 Jun 29 16:37:24.015696 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Deleting port 0ce845a6-5d61-4293-8a29-ecad6141873e {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:37:24.016231 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:24.090785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:24.112943 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] For port 0ce845a6-5d61-4293-8a29-ecad6141873e, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ce845a6-5d61-4293-8a29-ecad6141873e,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:24.113300 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:24.290161 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:24.290540 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:24.290862 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.l3_db [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Floating IP 69ed0b98-bb52-41f5-84d7-100d360ade40 disassociated. External IP: 172.27.3.114, port: 0ce845a6-5d61-4293-8a29-ecad6141873e. Jun 29 16:37:24.291231 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Calling delete_port for 0ce845a6-5d61-4293-8a29-ecad6141873e owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:37:24.507207 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:24.513369 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ce247eca-dbc6-46dc-a7a0-2b6524a3b351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:24.541400 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event deleted for resources: {'Port': ['ID=0ce845a6-5d61-4293-8a29-ecad6141873e,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:24.554969 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.555378 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.555766 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.556434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.556595 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.557238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.557238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.557672 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.558132 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.558516 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.559034 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.559766 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:24.564446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:24.675803 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Router 82385957-f96d-43de-a655-3c4967ada685 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:37:24.792010 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:37:24.802421 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] Sync routers for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:37:24.813391 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:24.814096 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:37:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:24.859800 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] No DVR routers for this DVR port 0ce845a6-5d61-4293-8a29-ecad6141873e on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:37:24.864974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:24.868610 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8542d410-1651-4138-a40a-444b99d684c9 req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.11 "DELETE /v2.0/ports/0ce845a6-5d61-4293-8a29-ecad6141873e HTTP/1.1" status: 204 len: 173 time: 0.9709916 Jun 29 16:37:24.869589 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-deleted', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:37:24.886870 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cb923d-779e-4ab4-ab6d-b6c52b8544dd" -d '{"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-deleted", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:37:24.931756 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:25.007680 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94789fb3-33c2-47e3-a65c-3d7f4bba55f7 x-openstack-request-id: req-94789fb3-33c2-47e3-a65c-3d7f4bba55f7 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:37:25.008021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9", "name": "network-vif-deleted", "tag": "0ce845a6-5d61-4293-8a29-ecad6141873e", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:37:25.008329 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94789fb3-33c2-47e3-a65c-3d7f4bba55f7 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:37:25.008793 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9', 'name': 'network-vif-deleted', 'tag': '0ce845a6-5d61-4293-8a29-ecad6141873e', 'status': 'completed', 'code': 200} Jun 29 16:37:25.059607 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f41af1b7-41db-4f9b-a8c9-e719358f9e98 req-29ea9874-204a-4613-b96e-d89847cb64f3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 210 time: 0.0406413 Jun 29 16:37:25.194444 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-eb25e5cc-6283-4e14-8cd2-b664ccdd03d1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:25.196022 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-eb25e5cc-6283-4e14-8cd2-b664ccdd03d1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/networks?id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 200 len: 815 time: 0.1145926 Jun 29 16:37:25.206835 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:25.212753 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-029dcae2-7b94-4eb5-b989-20ed0cb7dcf2 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/quotas/890bc32507854018983fe361b81fbf0e HTTP/1.1" status: 200 len: 375 time: 0.0105510 Jun 29 16:37:25.237592 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] Checking router: 82385957-f96d-43de-a655-3c4967ada685 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:37:25.246112 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:25.246666 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:37:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:25.284571 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-2abed461-6a65-470c-82cf-f63251eb42fe tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657890 Jun 29 16:37:25.356943 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:25.385590 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-e282cbb4-6820-4b35-afa8-59159ad96266 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889597 Jun 29 16:37:25.482321 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-5eaf2abc-0032-4708-bab9-5a235a4845a1 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901027 Jun 29 16:37:25.558131 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:25.584459 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d436a95-1e15-4a9e-a3c6-7176c2bac13a None None] The sync data for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi is: [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:30:16Z', 'revision_number': 4, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '0e55a73e-e9a1-442b-b85f-670071812686', 'name': '', 'network_id': '5ee50ffc-c253-40c0-9da1-8bcbb0408bca', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'mac_address': 'fa:16:3e:43:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:15Z', 'updated_at': '2021-06-29T16:30:21Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'subnets': [{'id': 'e32d8e4b-3576-4d8b-a7e0-44ebcd171252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:37:25.610246 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:25.762941 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f7b6fc96-0de4-48a3-a736-eb9ca8b147de req-967cc613-f7ae-4408-a197-ceedc83a5705 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 210 time: 0.0313964 Jun 29 16:37:25.848985 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2612fe96-8f4d-405a-ba0a-efcff41f0af7 None None] New status for floating IP 69ed0b98-bb52-41f5-84d7-100d360ade40: DOWN {{(pid=93787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:37:26.239860 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d0a17457-d6e0-4c36-987a-19de072bb1d7 req-fdcf1094-cc0d-4c31-a9c3-1d76cb08f3c9 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee8ffd8f-4b49-43b7-ba0c-70314ac7ddd9 HTTP/1.1" status: 200 len: 210 time: 0.0340688 Jun 29 16:37:26.859135 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e5577e1e-85c9-48d4-bda0-be8ec5b30961 req-2f2baf7f-6545-46ca-a6c2-aabf6537fd6b tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 210 time: 0.0336699 Jun 29 16:37:26.989192 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:37:27.009740 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 0ce845a6-5d61-4293-8a29-ecad6141873e {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:37:27.010008 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 0ce845a6-5d61-4293-8a29-ecad6141873e not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:37:27.278876 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.451720 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52150) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:27.507774 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.532659 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.725318 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.728024 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.729280 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "DELETE /v2.0/security-groups/43086224-ad4b-424e-9057-af4058840e97 HTTP/1.1" status: 204 len: 168 time: 0.2764518 Jun 29 16:37:27.730142 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-cff72e8c-a847-4c4a-a0e1-8bb739f177d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:27.732145 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52152) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:27.739479 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43086224-ad4b-424e-9057-af4058840e97,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:27.747479 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.748244 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.748367 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.api.v2.resource [None req-102dfe2c-61e5-444d-8ffc-53154315d790 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] show failed (client error): The resource could not be found. Jun 29 16:37:27.748477 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.748686 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.751877 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752003 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-102dfe2c-61e5-444d-8ffc-53154315d790 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "GET /v2.0/security-groups/43086224-ad4b-424e-9057-af4058840e97 HTTP/1.1" status: 404 len: 347 time: 0.0155880 Jun 29 16:37:27.752121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752121 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:37:27.752727 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52154) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:27.754805 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6c172a30-05a5-4e4a-866b-cb4908baed18 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:27.880124 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Deleting port 75e368df-b7ff-4a34-9854-0fbda71d1270 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:37:27.880124 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.969733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.969733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:27.993804 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Calling delete_port for 75e368df-b7ff-4a34-9854-0fbda71d1270 owned by network:floatingip {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:37:28.028405 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-43c761dd-d318-4d97-bb24-d0dada562727 req-4706c2e7-b74c-4541-8209-3ad26587dcca tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 210 time: 0.0400813 Jun 29 16:37:28.290176 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:28.292407 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5b075529-d662-4bbe-b3c5-65515c4c8d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:28.318647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Pushing event deleted for resources: {'Port': ['ID=75e368df-b7ff-4a34-9854-0fbda71d1270,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:28.322287 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:28.385719 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks [] for floatingip, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:28.388361 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:28.389518 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] 10.222.0.65 "DELETE /v2.0/floatingips/69ed0b98-bb52-41f5-84d7-100d360ade40 HTTP/1.1" status: 204 len: 168 time: 0.6365569 Jun 29 16:37:28.956462 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-ff367f13-5ec4-4c87-8381-d1ab04f3fb43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:28.957869 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-ff367f13-5ec4-4c87-8381-d1ab04f3fb43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.11 "GET /v2.0/networks?id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 200 len: 815 time: 0.1081328 Jun 29 16:37:28.972019 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'port': {'device_id': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'admin_state_up': True, 'tenant_id': '890bc32507854018983fe361b81fbf0e'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:29.186877 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d65f5774-ebe6-45b3-8973-e8fef6c52e04 req-64f3507d-0c3a-439e-a8cc-f30137aae4cc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 210 time: 0.0344751 Jun 29 16:37:29.283995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Made reservation on behalf of 890bc32507854018983fe361b81fbf0e for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:37:29.288478 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:29.427662 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Allocated IP 172.20.0.8 (5f0b96f0-2b98-4c74-86b8-60aad98fcc47/4b33eb7d-060e-45bb-87d2-e68b4b651e96/5d255c23-b792-4447-95ac-b1286870bfd5) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:37:29.600165 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:29.614593 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Transition to ACTIVE for port object 5d255c23-b792-4447-95ac-b1286870bfd5 will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:29.742422 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:29.747348 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:29.791790 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:37:29.795500 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:37:29.798103 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:37:29.837935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:29.841435 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:29.867721 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:29.868392 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:29.976568 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0080292 Jun 29 16:37:30.193431 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-3528c53e-017c-4ba5-9f40-e1026a22cfc6 None None] Provisioning for port 5d255c23-b792-4447-95ac-b1286870bfd5 completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:30.197488 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-3528c53e-017c-4ba5-9f40-e1026a22cfc6 None None] Provisioning complete for port 5d255c23-b792-4447-95ac-b1286870bfd5 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:30.197895 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-3528c53e-017c-4ba5-9f40-e1026a22cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:30.235225 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-3528c53e-017c-4ba5-9f40-e1026a22cfc6 None None] Port 5d255c23-b792-4447-95ac-b1286870bfd5 cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:37:30.410525 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c25083-0b41-46cc-9037-cf59d140a773 req-3c8a79f6-20e6-4912-8698-7cfdc7224134 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:30.412306 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b7c25083-0b41-46cc-9037-cf59d140a773 req-3c8a79f6-20e6-4912-8698-7cfdc7224134 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.0771856 Jun 29 16:37:30.454459 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b7c25083-0b41-46cc-9037-cf59d140a773 req-91676ba7-5db0-4c64-83d9-d67159f514a0 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360167 Jun 29 16:37:31.518093 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52204) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:31.631613 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15b539-34ff-4305-99a7-f5837b4c6959 req-56e5103f-d898-4e90-adfd-7d8e820765c6 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:31.633117 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fc15b539-34ff-4305-99a7-f5837b4c6959 req-56e5103f-d898-4e90-adfd-7d8e820765c6 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.0653639 Jun 29 16:37:31.712549 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fc15b539-34ff-4305-99a7-f5837b4c6959 req-547a96e8-b40e-4784-ade7-e45411ab4487 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727363 Jun 29 16:37:32.068292 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:32.336045 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Deleting port 0e55a73e-e9a1-442b-b85f-670071812686 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:37:32.336386 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:32.417806 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] For port 0e55a73e-e9a1-442b-b85f-670071812686, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=0e55a73e-e9a1-442b-b85f-670071812686,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:32.418164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:32.432374 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Calling delete_port for 0e55a73e-e9a1-442b-b85f-670071812686 owned by network:router_interface {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:37:32.701996 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:32.712925 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-17ce926c-623a-428b-91c4-3914b7da83b3 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:32.740677 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e55a73e-e9a1-442b-b85f-670071812686,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:32.745247 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:32.981948 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:33.361349 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18205475-3e24-4291-81ff-88287150e335 req-73ede9db-dcdf-4205-b2fc-b4fca6ac4e93 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:33.368686 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18205475-3e24-4291-81ff-88287150e335 req-73ede9db-dcdf-4205-b2fc-b4fca6ac4e93 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.4432528 Jun 29 16:37:33.450687 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-18205475-3e24-4291-81ff-88287150e335 req-7da230c2-31cc-4c68-8ad9-110a3cc22167 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 Jun 29 16:37:33.566249 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Router 82385957-f96d-43de-a655-3c4967ada685 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:37:33.675260 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:37:33.680860 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-f6460732-7a49-4c4b-bc5f-6b2546c70119 admin admin] 10.222.0.65 "PUT /v2.0/routers/82385957-f96d-43de-a655-3c4967ada685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1616232 Jun 29 16:37:33.683390 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52212) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:33.684056 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] Sync routers for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:37:33.697792 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:33.698418 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:37:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:33.800238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks [] for router, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:33.812822 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:33.916157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.007317 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:37:32Z', 'revision_number': 5, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port': {'id': '5c7fea9c-0aea-4740-9858-352bd3206241', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82385957-f96d-43de-a655-3c4967ada685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:30:10Z', 'updated_at': '2021-06-29T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:34.034393 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] Checking router: 82385957-f96d-43de-a655-3c4967ada685 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:37:34.042316 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Deleting port 5c7fea9c-0aea-4740-9858-352bd3206241 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:37:34.042659 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.044171 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] Routers {'82385957-f96d-43de-a655-3c4967ada685'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:37:34.044801 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:37:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['82385957-f96d-43de-a655-3c4967ada685'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:34.149031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] For port 5c7fea9c-0aea-4740-9858-352bd3206241, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=5c7fea9c-0aea-4740-9858-352bd3206241,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:34.154966 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.155127 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] Set router 82385957-f96d-43de-a655-3c4967ada685 gateway port host: None {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:37:34.168319 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Calling delete_port for 5c7fea9c-0aea-4740-9858-352bd3206241 owned by network:router_gateway {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:37:34.301213 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:37:33Z', 'revision_number': 6, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port_host': None}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:34.328070 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f27b297-35d3-4ae1-a2b7-81147c9de055 None None] The sync data for ids ['82385957-f96d-43de-a655-3c4967ada685'] in dv-cinder-793515-6-iscsi is: [{'id': '82385957-f96d-43de-a655-3c4967ada685', 'name': 'tempest-AttachVolumeShelveTestJSON-1057967743-router', 'tenant_id': 'c91fe35ef36446c4bb91c8196203672e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:30:09Z', 'updated_at': '2021-06-29T16:37:33Z', 'revision_number': 6, 'project_id': 'c91fe35ef36446c4bb91c8196203672e', 'gw_port_host': None}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:37:34.427395 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.429511 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-1ff42b46-5e11-4d4f-ad27-0841970d00b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:34.457814 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7fea9c-0aea-4740-9858-352bd3206241,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:34.461569 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:34.532275 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.665128 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.668273 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.747465 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91614-dda3-4396-853a-7c29265431f9 req-2d9ef727-72dd-4051-94f0-5529f06e4c43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:34.749521 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-49d91614-dda3-4396-853a-7c29265431f9 req-2d9ef727-72dd-4051-94f0-5529f06e4c43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.1455767 Jun 29 16:37:34.801475 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-49d91614-dda3-4396-853a-7c29265431f9 req-2d0cf038-056b-4df7-879e-d0d4bfef107c tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Jun 29 16:37:34.830941 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.830941 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82385957-f96d-43de-a655-3c4967ada685 {{(pid=93785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:37:34.830941 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.830941 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-3a90bf3e-98fc-4563-8f4f-6713ae6bbf31 admin admin] 10.222.0.65 "DELETE /v2.0/routers/82385957-f96d-43de-a655-3c4967ada685 HTTP/1.1" status: 204 len: 168 time: 1.1438804 Jun 29 16:37:34.831743 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52216) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:34.887945 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Deleting subnet e32d8e4b-3576-4d8b-a7e0-44ebcd171252 {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:37:34.891955 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:34.928029 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.012658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.170702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.173479 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:35.199323 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32d8e4b-3576-4d8b-a7e0-44ebcd171252,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:35.202540 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:35.206038 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.207999 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-4017cf66-d2a6-4414-b443-612883209d2b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e32d8e4b-3576-4d8b-a7e0-44ebcd171252 HTTP/1.1" status: 204 len: 168 time: 0.3729982 Jun 29 16:37:35.211474 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52218) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:35.212949 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19081bd7-9bf3-4736-b118-1c840a8fdaef None None] Network 5ee50ffc-c253-40c0-9da1-8bcbb0408bca requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:37:35.293396 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.350260 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5c7fea9c-0aea-4740-9858-352bd3206241 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:37:35.357763 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Deleting port 750e0393-1e55-42e4-b306-69c04230a2b6 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:37:35.358108 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.396271 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 5c7fea9c-0aea-4740-9858-352bd3206241 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:37:35.396631 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5c7fea9c-0aea-4740-9858-352bd3206241 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:37:35.397020 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 0e55a73e-e9a1-442b-b85f-670071812686 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:37:35.423441 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 0e55a73e-e9a1-442b-b85f-670071812686 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:37:35.424195 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 0e55a73e-e9a1-442b-b85f-670071812686 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:37:35.458457 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] For port 750e0393-1e55-42e4-b306-69c04230a2b6, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=750e0393-1e55-42e4-b306-69c04230a2b6,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:35.458600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.489147 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Calling delete_port for 750e0393-1e55-42e4-b306-69c04230a2b6 owned by network:dhcp {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:37:35.521388 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] DHCP port deletion for 5ee50ffc-c253-40c0-9da1-8bcbb0408bca request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:37:35.581352 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Deleting port 750e0393-1e55-42e4-b306-69c04230a2b6 {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:37:35.581898 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.648414 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] For port 750e0393-1e55-42e4-b306-69c04230a2b6, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=750e0393-1e55-42e4-b306-69c04230a2b6,segment=NetworkSegment(973b4250-b978-4c0a-b676-2081b4590f0b),segment_id=973b4250-b978-4c0a-b676-2081b4590f0b)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:35.648816 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.661294 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Calling delete_port for 750e0393-1e55-42e4-b306-69c04230a2b6 owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:37:35.684709 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.688180 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-37f88bb0-1c90-4f68-b1b2-a54089e4a5f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:35.713164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=750e0393-1e55-42e4-b306-69c04230a2b6,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:35.716733 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:35.718043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] No DVR routers for this DVR port 750e0393-1e55-42e4-b306-69c04230a2b6 on host dv-cinder-793515-6-iscsi {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:37:35.736817 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.738727 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-156b49cf-b5ba-422b-82f4-1870b2313d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:35.763795 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Pushing event deleted for resources: {'Port': ['ID=750e0393-1e55-42e4-b306-69c04230a2b6,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:35.768661 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:35.769324 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] No DVR routers for this DVR port 750e0393-1e55-42e4-b306-69c04230a2b6 on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:37:35.803715 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.819339 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee50ffc-c253-40c0-9da1-8bcbb0408bca']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:35.832567 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973b4250-b978-4c0a-b676-2081b4590f0b') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:35.832869 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973b4250-b978-4c0a-b676-2081b4590f0b') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:37:35.845346 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.861324 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.871548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:37:35.871793 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:37:35.873453 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:37:36.006109 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:36.010614 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:36.014482 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:36.016343 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5ee50ffc-c253-40c0-9da1-8bcbb0408bca HTTP/1.1" status: 204 len: 168 time: 0.8038752 Jun 29 16:37:36.031577 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee50ffc-c253-40c0-9da1-8bcbb0408bca,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:36.033790 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:36.046437 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c58a23-570e-4502-a757-ea921d0f9969 req-295d54ce-a54d-45cd-92d5-8ea2bd26cbb3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:36.048023 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-43c58a23-570e-4502-a757-ea921d0f9969 req-295d54ce-a54d-45cd-92d5-8ea2bd26cbb3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.0912440 Jun 29 16:37:36.089212 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-43c58a23-570e-4502-a757-ea921d0f9969 req-2d3723e8-75cc-4510-b620-fa9c4eec2ad4 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Jun 29 16:37:36.492818 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52226) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:36.552072 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52228) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:36.552764 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-92c26f89-c6e3-4c6c-b55d-624a17929039 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c91fe35ef36446c4bb91c8196203672e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578547 Jun 29 16:37:36.605289 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4bcba2b2-6b57-43b4-a1ce-406c32e2108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:36.627878 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4bcba2b2-6b57-43b4-a1ce-406c32e2108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:36.798358 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4bcba2b2-6b57-43b4-a1ce-406c32e2108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:36.801066 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4bcba2b2-6b57-43b4-a1ce-406c32e2108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:36.802245 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4bcba2b2-6b57-43b4-a1ce-406c32e2108b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7077ea76-4d90-448a-b7e5-89c26e2944f1 HTTP/1.1" status: 204 len: 168 time: 0.2491670 Jun 29 16:37:36.803031 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-478cd236-8de2-4e6a-ba6f-8700a728d0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:36.819499 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcba2b2-6b57-43b4-a1ce-406c32e2108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7077ea76-4d90-448a-b7e5-89c26e2944f1,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:36.822687 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4bcba2b2-6b57-43b4-a1ce-406c32e2108b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:37.283523 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd91f1-d657-4676-8d98-32695f21612c req-68e74830-0862-42a7-83b4-a184f7cb6454 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:37.285696 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f0cd91f1-d657-4676-8d98-32695f21612c req-68e74830-0862-42a7-83b4-a184f7cb6454 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.0781393 Jun 29 16:37:37.362081 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f0cd91f1-d657-4676-8d98-32695f21612c req-0de35658-b707-4c6d-b1f9-f3e15fe33e78 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652912 Jun 29 16:37:37.411827 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 750e0393-1e55-42e4-b306-69c04230a2b6 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:37:37.456997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 750e0393-1e55-42e4-b306-69c04230a2b6 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:37:37.456997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 750e0393-1e55-42e4-b306-69c04230a2b6 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:37:38.627362 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3a045-1926-4f4e-b9e5-9f336ef29a37 req-f8a5fb8e-11ef-4823-bc2f-2476fc76575a tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:38.629608 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b7d3a045-1926-4f4e-b9e5-9f336ef29a37 req-f8a5fb8e-11ef-4823-bc2f-2476fc76575a tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.1148789 Jun 29 16:37:38.689581 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b7d3a045-1926-4f4e-b9e5-9f336ef29a37 req-73639d38-d0e0-4ea1-9780-bd5442d96ff1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527592 Jun 29 16:37:39.673024 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52280) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:39.801686 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c0661c2b-67f1-4ef6-ab8c-468a6c81bf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:39.873929 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c4283-de72-48b8-8f76-a4f5a6805445 req-fd7a696d-4d09-4098-8c7f-e7c01bea57bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:39.875508 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd7c4283-de72-48b8-8f76-a4f5a6805445 req-fd7a696d-4d09-4098-8c7f-e7c01bea57bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.0753574 Jun 29 16:37:39.902975 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c0661c2b-67f1-4ef6-ab8c-468a6c81bf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:39.916242 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-dd7c4283-de72-48b8-8f76-a4f5a6805445 req-aa218a63-a7d5-416a-abb8-7a8de74d4d20 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346274 Jun 29 16:37:39.981599 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c0661c2b-67f1-4ef6-ab8c-468a6c81bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:39.984299 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-69dfe073-2c6c-4ffb-8d05-9c58fe2cadf6 tempest-VolumesNegativeTest-1322440186 tempest-VolumesNegativeTest-1322440186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:40.019065 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0661c2b-67f1-4ef6-ab8c-468a6c81bf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73bbfcf-50a4-46e8-bae7-550329f13ccc,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:40.024153 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c0661c2b-67f1-4ef6-ab8c-468a6c81bf4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1af04f7828804daea36502caaf391961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500600 Jun 29 16:37:40.025091 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c0661c2b-67f1-4ef6-ab8c-468a6c81bf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:40.026879 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52286) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:40.083424 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8b03-e182-490a-91e5-0b80e6ca35c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:40.376722 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8b03-e182-490a-91e5-0b80e6ca35c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:41.117815 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684cb0b-a4cb-49f9-b74b-e93e9004f04e req-59ff0e5a-e4f9-4627-a385-fc3b6c5be1da tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:41.119350 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9684cb0b-a4cb-49f9-b74b-e93e9004f04e req-59ff0e5a-e4f9-4627-a385-fc3b6c5be1da tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.0794184 Jun 29 16:37:41.165571 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9684cb0b-a4cb-49f9-b74b-e93e9004f04e req-00629e74-fd1a-49f5-9dc4-783f9bd49032 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Jun 29 16:37:41.324293 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8b03-e182-490a-91e5-0b80e6ca35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:41.327018 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8b03-e182-490a-91e5-0b80e6ca35c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:41.328657 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-fd6b8b03-e182-490a-91e5-0b80e6ca35c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f73bbfcf-50a4-46e8-bae7-550329f13ccc HTTP/1.1" status: 204 len: 168 time: 1.3000786 Jun 29 16:37:41.329530 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b9e94d7b-f410-4918-8dcb-0d85babfdacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:41.337309 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8b03-e182-490a-91e5-0b80e6ca35c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73bbfcf-50a4-46e8-bae7-550329f13ccc,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:41.339657 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-fd6b8b03-e182-490a-91e5-0b80e6ca35c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:42.015895 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52296) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:42.030665 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0797adaf-f32c-457d-9e88-3b163c90cbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.124905 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0797adaf-f32c-457d-9e88-3b163c90cbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.221548 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0797adaf-f32c-457d-9e88-3b163c90cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.224294 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c73b6700-9db6-48d1-9bdc-1a3eae76fc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:42.261438 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-0797adaf-f32c-457d-9e88-3b163c90cbc3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf9d4a7490984b858bc8d8d57143e3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443697 Jun 29 16:37:42.262234 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797adaf-f32c-457d-9e88-3b163c90cbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6123647b-653a-459f-8674-4c460b2d8c99,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:42.264294 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52300) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:42.265637 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0797adaf-f32c-457d-9e88-3b163c90cbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:42.366114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f8cededa-7003-4757-ae73-47bd9f91a8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.386959 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a4508-3cff-4c89-b72d-1f4cede12034 req-d295dd81-92ad-4dcb-8219-bb87b6ca4cf1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:42.388473 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a24a4508-3cff-4c89-b72d-1f4cede12034 req-d295dd81-92ad-4dcb-8219-bb87b6ca4cf1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 931 time: 0.1129766 Jun 29 16:37:42.406932 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f8cededa-7003-4757-ae73-47bd9f91a8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.457321 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a24a4508-3cff-4c89-b72d-1f4cede12034 req-039370c1-2173-4d1c-bbfa-faa6edf92e9f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612640 Jun 29 16:37:42.552841 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f8cededa-7003-4757-ae73-47bd9f91a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.556154 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-f8cededa-7003-4757-ae73-47bd9f91a8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.557291 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-f8cededa-7003-4757-ae73-47bd9f91a8b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6123647b-653a-459f-8674-4c460b2d8c99 HTTP/1.1" status: 204 len: 168 time: 0.2903605 Jun 29 16:37:42.558063 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3706ed40-78a6-4b8c-97bd-e2b08169fa82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:42.568259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cededa-7003-4757-ae73-47bd9f91a8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6123647b-653a-459f-8674-4c460b2d8c99,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:42.568527 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f8cededa-7003-4757-ae73-47bd9f91a8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:42.630159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Request body: {'port': {'device_id': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:37:42.715809 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:42.982150 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d255c23-b792-4447-95ac-b1286870bfd5 {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:37:42.989800 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:43.002459 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Transition to ACTIVE for port object 5d255c23-b792-4447-95ac-b1286870bfd5 will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:37:43.147850 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:43.150093 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3b4bfadc-e86f-427f-93d5-f09034f9a3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:43.202422 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:43.206192 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:43.274964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Attempting to bind port 5d255c23-b792-4447-95ac-b1286870bfd5 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:37:43.275692 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Attempting to bind port 5d255c23-b792-4447-95ac-b1286870bfd5 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:37:43.275824 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Attempting to bind port 5d255c23-b792-4447-95ac-b1286870bfd5 on network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:43.281002 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Port 5d255c23-b792-4447-95ac-b1286870bfd5 on network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:37:43.281286 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Attempting to bind port 5d255c23-b792-4447-95ac-b1286870bfd5 on network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:37:43.286780 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:37:43.287228 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Checking segment: {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:37:43.287675 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Bound using segment: {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:37:43.288196 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Bound port: 5d255c23-b792-4447-95ac-b1286870bfd5, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:37:43.288629 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:43.357023 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:37:43.360738 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5d255c23-b792-4447-95ac-b1286870bfd5,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:37:43.467636 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:43.470159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-934b5a1a-5e93-489d-b110-70f522855c06 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:43.511304 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:43.516497 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:43.516497 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 1093 time: 0.8878257 Jun 29 16:37:43.516497 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:37:43.516497 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2179f576-47e0-4224-ab4b-b2824faa7260" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:37:43.545564 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:43.553969 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:43.576888 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87676aa-1f0e-4490-90cb-00bcad15b531 x-openstack-request-id: req-e87676aa-1f0e-4490-90cb-00bcad15b531 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:37:43.576888 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:37:43.576888 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e87676aa-1f0e-4490-90cb-00bcad15b531 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:37:43.576888 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5', 'status': 'completed', 'code': 200} Jun 29 16:37:43.689030 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f576-47e0-4224-ab4b-b2824faa7260 req-f5159993-8e39-4a7b-9ca8-2bc90f05717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:43.690532 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2179f576-47e0-4224-ab4b-b2824faa7260 req-f5159993-8e39-4a7b-9ca8-2bc90f05717c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1096 time: 0.0961320 Jun 29 16:37:43.755196 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fc0a1-e3a5-40fc-8c19-e51431505937 req-8bdd07e7-f567-4de7-b929-4ff2c6d25bec tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:43.757240 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e89fc0a1-e3a5-40fc-8c19-e51431505937 req-8bdd07e7-f567-4de7-b929-4ff2c6d25bec tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 943 time: 0.1351266 Jun 29 16:37:43.822528 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e89fc0a1-e3a5-40fc-8c19-e51431505937 req-cdd28752-b4f1-4912-beb0-a4fb6c2239a5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585644 Jun 29 16:37:43.832572 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f576-47e0-4224-ab4b-b2824faa7260 req-0bd0f43a-7f0a-4e58-bac7-8d9ac45fe589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:43.834397 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2179f576-47e0-4224-ab4b-b2824faa7260 req-0bd0f43a-7f0a-4e58-bac7-8d9ac45fe589 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=890bc32507854018983fe361b81fbf0e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370595 Jun 29 16:37:43.927866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f576-47e0-4224-ab4b-b2824faa7260 req-f7da6bfc-52e1-47dc-b147-1b3027d6930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:43.929982 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2179f576-47e0-4224-ab4b-b2824faa7260 req-f7da6bfc-52e1-47dc-b147-1b3027d6930e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891476 Jun 29 16:37:44.026052 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-8623bf20-d69c-4623-b751-1bf23078401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:44.027726 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-8623bf20-d69c-4623-b751-1bf23078401c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1096 time: 0.0596802 Jun 29 16:37:44.070890 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-fcd66b55-3662-4c45-b285-b12f1c1ba152 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 217 time: 0.0361760 Jun 29 16:37:44.120894 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-4df29a95-2864-4709-b089-093e1d69c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:44.122387 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-4df29a95-2864-4709-b089-093e1d69c0cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b33eb7d-060e-45bb-87d2-e68b4b651e96 HTTP/1.1" status: 200 len: 854 time: 0.0456948 Jun 29 16:37:44.184217 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-32f81ac3-48a1-484e-ac4c-f5e4e17ffdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:44.185862 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-32f81ac3-48a1-484e-ac4c-f5e4e17ffdbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571945 Jun 29 16:37:44.276018 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-2396f9c5-ae28-44d7-ba29-176ef0792288 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Jun 29 16:37:44.381764 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3a9328-1de6-4b95-8859-fa657a20dd09 req-4e87064a-a32d-46c1-85b1-940ed4dc0103 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991573 Jun 29 16:37:44.997908 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65eea-0ec6-40bc-a5f3-9c88f2eb96fc req-61061eee-3f5c-4f77-be29-fe3e05dca7e9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:44.999541 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a8d65eea-0ec6-40bc-a5f3-9c88f2eb96fc req-61061eee-3f5c-4f77-be29-fe3e05dca7e9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 943 time: 0.0631204 Jun 29 16:37:45.042269 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a8d65eea-0ec6-40bc-a5f3-9c88f2eb96fc req-e76d7320-23ba-4e1e-8202-4ffd7b8de5eb tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Jun 29 16:37:46.226118 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff203e-2f00-4374-85b3-79aa21455ad0 req-54b8e4dc-15f3-4d08-8ac7-3d5b4e67b330 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:46.227656 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-80ff203e-2f00-4374-85b3-79aa21455ad0 req-54b8e4dc-15f3-4d08-8ac7-3d5b4e67b330 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 943 time: 0.0691574 Jun 29 16:37:46.275702 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-80ff203e-2f00-4374-85b3-79aa21455ad0 req-f7d07f25-d043-4e0e-a34e-4c42ea6a9cc2 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Jun 29 16:37:47.079871 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 5d255c23-b792-4447-95ac-b1286870bfd5 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:37:47.180392 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5d255c23-b792-4447-95ac-b1286870bfd5,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:47.192461 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': '5d255c23-b792-4447-95ac-b1286870bfd5', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'port_id': '5d255c23-b792-4447-95ac-b1286870bfd5', 'mac_address': 'fa:16:3e:c5:7f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:37:47.232264 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:47.246005 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d255c23-b792-4447-95ac-b1286870bfd5 {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:37:47.267740 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5d255c23-b792-4447-95ac-b1286870bfd5,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:47.410345 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:47.412934 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:47.461779 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:47.462825 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22c9c3-2e9a-49d8-bb2b-acb0ee71e7dc req-986f2589-cb67-4c18-82ff-6eeb32545a68 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:47.464412 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eb22c9c3-2e9a-49d8-bb2b-acb0ee71e7dc req-986f2589-cb67-4c18-82ff-6eeb32545a68 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 943 time: 0.0677783 Jun 29 16:37:47.465394 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:47.505469 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-eb22c9c3-2e9a-49d8-bb2b-acb0ee71e7dc req-7044eb83-b4c3-4488-9f99-dd3420440bc4 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347846 Jun 29 16:37:47.653250 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['5d255c23-b792-4447-95ac-b1286870bfd5'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:37:48.681760 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0974cf9-e942-4cca-892a-58716b21ef5b req-2a363db5-3140-4b4f-9553-6902d13d86fa tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:48.683428 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a0974cf9-e942-4cca-892a-58716b21ef5b req-2a363db5-3140-4b4f-9553-6902d13d86fa tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 944 time: 0.0677316 Jun 29 16:37:48.723595 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a0974cf9-e942-4cca-892a-58716b21ef5b req-3271f9b5-26d3-4674-b404-fcd27afdfc8a tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Jun 29 16:37:49.906487 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-72bd16cf-bb41-4449-b3fe-aa12decb712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:50.192555 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fffe9b-bb34-4167-9490-efb704e6b257 req-146c54e5-27f4-4cbf-8dd3-a086eb797acd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:50.194473 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-30fffe9b-bb34-4167-9490-efb704e6b257 req-146c54e5-27f4-4cbf-8dd3-a086eb797acd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 944 time: 0.3562744 Jun 29 16:37:50.235393 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-30fffe9b-bb34-4167-9490-efb704e6b257 req-118b7bd9-7057-470b-9396-a87e6eb98915 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Jun 29 16:37:51.102692 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 5d255c23-b792-4447-95ac-b1286870bfd5 up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:37:51.261142 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port 5d255c23-b792-4447-95ac-b1286870bfd5 completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:37:51.265066 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port 5d255c23-b792-4447-95ac-b1286870bfd5 triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:37:51.265449 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:51.348921 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:51.374109 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:37:51.376490 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec33a4be-1a97-46f6-8329-c9ca01afc756" -d '{"events": [{"server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "name": "network-vif-plugged", "status": "completed", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:37:51.394536 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5d255c23-b792-4447-95ac-b1286870bfd5,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:37:51.420593 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ff1218-5148-4d92-a8f2-bbd3123c1b18 x-openstack-request-id: req-86ff1218-5148-4d92-a8f2-bbd3123c1b18 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:37:51.420905 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "name": "network-vif-plugged", "status": "completed", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:37:51.421172 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86ff1218-5148-4d92-a8f2-bbd3123c1b18 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:37:51.421577 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5', 'code': 200} Jun 29 16:37:51.467794 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:51.471867 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-2ad12f19-ce72-4d04-b403-976b18749b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:51.523347 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:51.527586 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:51.577045 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34fa53-becd-462e-a015-bc14e2c62048 req-fbf332d2-7687-4411-b953-98dd3d3f159e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:51.578570 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6d34fa53-becd-462e-a015-bc14e2c62048 req-fbf332d2-7687-4411-b953-98dd3d3f159e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0711973 Jun 29 16:37:51.620343 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6d34fa53-becd-462e-a015-bc14e2c62048 req-7542613a-2cc7-4ab7-a6de-7ed9ce646dad tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Jun 29 16:37:51.832427 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd2dd-f418-4979-ba33-7d7ec4f1e155 req-79c5d6cd-16fa-4c7c-a1a3-824f6afa48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:51.836700 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b0bd2dd-f418-4979-ba33-7d7ec4f1e155 req-79c5d6cd-16fa-4c7c-a1a3-824f6afa48ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1098 time: 0.0550888 Jun 29 16:37:51.870405 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-8b0bd2dd-f418-4979-ba33-7d7ec4f1e155 req-1cbf8300-66a7-4716-a97f-a99e8b230fa5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293906 Jun 29 16:37:52.799592 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23982087-5850-415d-9f45-92e93e4549ea req-7c030781-d78b-4181-aa7b-28fbccfc2ae0 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:52.801170 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-23982087-5850-415d-9f45-92e93e4549ea req-7c030781-d78b-4181-aa7b-28fbccfc2ae0 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0665932 Jun 29 16:37:52.852692 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-23982087-5850-415d-9f45-92e93e4549ea req-a9442c38-8a67-4739-b750-11a0143557f7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361433 Jun 29 16:37:52.896028 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:52.897480 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-911dd83a-5efd-4ac0-b8a0-38043550b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:54.014598 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:54.030552 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb23a8-83e1-44a8-afe2-cc8d6aebfeca req-e2cf1e4c-5ff6-4a99-8818-3d1ffbf75b09 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:54.032186 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6fcb23a8-83e1-44a8-afe2-cc8d6aebfeca req-e2cf1e4c-5ff6-4a99-8818-3d1ffbf75b09 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0683100 Jun 29 16:37:54.079124 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6fcb23a8-83e1-44a8-afe2-cc8d6aebfeca req-aad89c9a-6544-4d3e-92bb-b3fad982159c tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Jun 29 16:37:54.261639 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a47e8-967e-4a3a-b607-c83867a8efd2 req-29c0e247-4625-49c1-9fe5-f759957a9d83 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:54.263220 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ea0a47e8-967e-4a3a-b607-c83867a8efd2 req-29c0e247-4625-49c1-9fe5-f759957a9d83 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0705292 Jun 29 16:37:54.303663 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ea0a47e8-967e-4a3a-b607-c83867a8efd2 req-1af92bd6-3a58-4124-80b2-56073d9be775 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Jun 29 16:37:54.688777 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dceacbe-10f4-4322-947a-725e60147883 req-6ced9a15-6b6f-4fc8-8f7a-8bfd954afe34 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:54.690382 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4dceacbe-10f4-4322-947a-725e60147883 req-6ced9a15-6b6f-4fc8-8f7a-8bfd954afe34 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0641527 Jun 29 16:37:54.732268 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4dceacbe-10f4-4322-947a-725e60147883 req-489d2a7a-fd1d-42cc-a397-661095219fcf tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Jun 29 16:37:55.006507 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-6c8b8a76-b561-4693-bef0-cacca2c38f0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547009 Jun 29 16:37:55.105218 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-64d5c574-fa95-474d-b235-842f86efd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:55.106727 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-64d5c574-fa95-474d-b235-842f86efd5ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1098 time: 0.0559390 Jun 29 16:37:55.227004 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-0923d295-7e5f-444b-90b4-b3c3f3aae31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:55.229030 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-0923d295-7e5f-444b-90b4-b3c3f3aae31a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 200 len: 910 time: 0.0987418 Jun 29 16:37:55.302779 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-de37fb90-1d6b-46df-9ca3-23a66bc0fd10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 200 len: 1001 time: 0.0666323 Jun 29 16:37:55.354099 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-dfe35b78-77ba-4f62-92de-5b984f988f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:55.355609 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-dfe35b78-77ba-4f62-92de-5b984f988f62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a24b500e-de83-4e90-ad03-6faf0c84ad81 HTTP/1.1" status: 200 len: 848 time: 0.0459497 Jun 29 16:37:55.414941 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-5283f548-b115-45e8-89c5-632b00eac541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:37:55.417001 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-5283f548-b115-45e8-89c5-632b00eac541 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41ffe6b-fffd-4291-900e-f498e125ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544417 Jun 29 16:37:55.524450 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-df06b4a0-6a68-4084-8cf2-1fc41be9b8f3 service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955598 Jun 29 16:37:55.620241 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-04576e3d-b0a9-45c4-84ae-1332c6e28580 req-062e410c-dbc6-4188-a2b6-3f3aa7156c56 service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939739 Jun 29 16:37:55.626735 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.059238 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52430) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:56.163478 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-730f6138-4850-41b2-a7c4-84c3809ba0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.252615 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-730f6138-4850-41b2-a7c4-84c3809ba0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.346880 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-730f6138-4850-41b2-a7c4-84c3809ba0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.349624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5c208b00-e710-47f7-9196-74e887fd2e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:56.389862 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f6138-4850-41b2-a7c4-84c3809ba0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8114a09f-7979-45e7-8f77-915810ccff38,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:56.394060 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-730f6138-4850-41b2-a7c4-84c3809ba0f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=653f1cea2ded4486ad462d8fe0a86287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336146 Jun 29 16:37:56.395112 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-730f6138-4850-41b2-a7c4-84c3809ba0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:56.396790 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52434) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:56.446381 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-484bf28a-1e34-4447-a54c-63f1890ec377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.468129 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-484bf28a-1e34-4447-a54c-63f1890ec377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.569408 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-484bf28a-1e34-4447-a54c-63f1890ec377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.572202 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-484bf28a-1e34-4447-a54c-63f1890ec377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:56.573405 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-484bf28a-1e34-4447-a54c-63f1890ec377 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8114a09f-7979-45e7-8f77-915810ccff38 HTTP/1.1" status: 204 len: 168 time: 0.1754744 Jun 29 16:37:56.574199 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f62d4964-85bf-43ee-ad0f-0ba7608ea26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:56.582639 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bf28a-1e34-4447-a54c-63f1890ec377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114a09f-7979-45e7-8f77-915810ccff38,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:56.585995 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-484bf28a-1e34-4447-a54c-63f1890ec377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:57.141317 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.245285 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52456) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:57.258659 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0714b6a2-f158-4696-a806-9498e42d672a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.349555 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0714b6a2-f158-4696-a806-9498e42d672a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.420911 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-0714b6a2-f158-4696-a806-9498e42d672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.424914 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e8787cc9-88a1-4be1-a07b-0e1db71c7009 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:57.462231 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-0714b6a2-f158-4696-a806-9498e42d672a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb4af4562de74ebe99f47beaf0e85c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156978 Jun 29 16:37:57.463734 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714b6a2-f158-4696-a806-9498e42d672a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7462ac-b064-4a2b-8ac6-4f658cad9c94,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:57.465702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52458) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:37:57.466932 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0714b6a2-f158-4696-a806-9498e42d672a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:57.520437 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.544159 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.701325 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.704006 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:37:57.705264 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f7462ac-b064-4a2b-8ac6-4f658cad9c94 HTTP/1.1" status: 204 len: 168 time: 0.2384686 Jun 29 16:37:57.706238 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-41e2d15c-2191-4dbb-aba6-a6a42c74710c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:37:57.714708 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7462ac-b064-4a2b-8ac6-4f658cad9c94,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:37:57.717130 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:37:58.267058 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:38:05.479126 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7081741-4a95-4d6e-bcf9-fa718fd261d5 req-8fe18509-9f6a-4f0d-b3f6-f52c506dcdc1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:05.480652 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c7081741-4a95-4d6e-bcf9-fa718fd261d5 req-8fe18509-9f6a-4f0d-b3f6-f52c506dcdc1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0651634 Jun 29 16:38:05.520877 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c7081741-4a95-4d6e-bcf9-fa718fd261d5 req-63747073-9ef5-4c5c-85e7-573eb358c20a tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343614 Jun 29 16:38:05.546756 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52562) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:05.757505 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b5356-40e4-452b-8bef-4417f9f60d5c tempest-TestMinimumBasicScenario-748247558 tempest-TestMinimumBasicScenario-748247558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:05.759079 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5c5b5356-40e4-452b-8bef-4417f9f60d5c tempest-TestMinimumBasicScenario-748247558 tempest-TestMinimumBasicScenario-748247558-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1093 time: 0.2111530 Jun 29 16:38:05.762136 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52568) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:05.766644 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'port_id': '5d255c23-b792-4447-95ac-b1286870bfd5', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:05.895112 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for floatingip, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:05.991911 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:06.105542 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_common [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Allocated IP 172.27.3.59 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/287a5cb8-836b-49b6-a67b-33b5b350ece8) {{(pid=93786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:38:06.206860 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for port, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:06.335412 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3504544'] for port, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:06.338063 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0d6cd7e7-a6c2-4f89-b6a1-e50436fcff8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:06.376419 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:38:06.380673 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.base_scheduler [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Resources bound (agent type, host, resource id): {{(pid=93786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:38:06.385470 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Received port after_create {{(pid=93786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:38:06.388546 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'Port': ['ID=287a5cb8-836b-49b6-a67b-33b5b350ece8,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:06.408512 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:06.758511 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:06.909506 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:07.068184 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for port, precommit_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:07.146275 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504530'] for port, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:07.149446 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5fda2991-be55-4235-aa1e-b9ce10b207d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:07.217784 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'Port': ['ID=287a5cb8-836b-49b6-a67b-33b5b350ece8,revision_number=2']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:07.223499 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:07.230930 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:07.331711 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Floating IP 2a99be3e-44c4-43e7-a464-67dfc0e7ba49 associated. External IP: 172.27.3.59, port: 5d255c23-b792-4447-95ac-b1286870bfd5. Jun 29 16:38:07.535591 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Router ad724d29-cec5-4c78-adf1-cbfa0ae00581 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:38:07.641688 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:38:07.652451 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] Sync routers for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:38:07.662498 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:38:07.663117 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:37:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:38:07.740900 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:07.767981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:38:07.778943 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0157640 Jun 29 16:38:07.779655 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:38:07.781930 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52582) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:07.782420 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f733c-a8aa-4be7-aa5f-e3c16c94a211" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:38:07.787317 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41023250', 'description': 'tempest-secgroup-smoke-41023250 description', 'project_id': '890bc32507854018983fe361b81fbf0e'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:07.822792 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e49839-baf1-4677-a6e2-8a0c9a65753b x-openstack-request-id: req-03e49839-baf1-4677-a6e2-8a0c9a65753b {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:38:07.823074 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:38:07.823378 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03e49839-baf1-4677-a6e2-8a0c9a65753b {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:38:07.823870 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5', 'status': 'completed', 'code': 200} Jun 29 16:38:07.900950 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-9ade2689-a78a-47ee-938f-b595fc72538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:07.902484 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-9ade2689-a78a-47ee-938f-b595fc72538f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1098 time: 0.0554371 Jun 29 16:38:07.953316 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.001637 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '2a99be3e-44c4-43e7-a464-67dfc0e7ba49', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'port_id': '5d255c23-b792-4447-95ac-b1286870bfd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'mac_address': 'fa:16:3e:c5:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:38:06Z', 'updated_at': '2021-06-29T16:38:06Z', 'revision_number': 0, 'project_id': '890bc32507854018983fe361b81fbf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:11Z', 'revision_number': 5, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:38:08.023483 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-b48df2f2-8c56-474e-9127-3c08b7d0d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:08.025601 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-b48df2f2-8c56-474e-9127-3c08b7d0d281 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 200 len: 916 time: 0.1168489 Jun 29 16:38:08.028281 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] Checking router: ad724d29-cec5-4c78-adf1-cbfa0ae00581 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:38:08.037741 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:38:08.038429 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:37:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:38:08.117982 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-d505c540-959b-4d87-aede-d6e620d25796 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 998 time: 0.0838778 Jun 29 16:38:08.125307 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.150613 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:38:08.172387 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-b6ffd046-c4fd-4a88-ba08-6e45abbbfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:08.173928 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-b6ffd046-c4fd-4a88-ba08-6e45abbbfa66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b33eb7d-060e-45bb-87d2-e68b4b651e96 HTTP/1.1" status: 200 len: 854 time: 0.0475171 Jun 29 16:38:08.219114 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.223563 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-388bac01-1fce-41c7-b9f5-bc074eea7ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:08.262302 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52a996f-669e-4f20-b283-0aa67f7379b0,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:08.265443 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:08.278611 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-0b9c8fcf-05ac-43f5-94be-e81a9d8a88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:08.280524 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-0b9c8fcf-05ac-43f5-94be-e81a9d8a88b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928302 Jun 29 16:38:08.331118 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.332301 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8da1e0ed-fff3-4ad0-b978-03f689b09cb7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5494068 Jun 29 16:38:08.335445 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52590) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:08.340158 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'security_group_rule': {'security_group_id': 'd52a996f-669e-4f20-b283-0aa67f7379b0', 'project_id': '890bc32507854018983fe361b81fbf0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:08.380171 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-aa8ac0da-4576-45c9-a558-fef7f007816e service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920930 Jun 29 16:38:08.381837 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '2a99be3e-44c4-43e7-a464-67dfc0e7ba49', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'port_id': '5d255c23-b792-4447-95ac-b1286870bfd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'mac_address': 'fa:16:3e:c5:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:38:06Z', 'updated_at': '2021-06-29T16:38:06Z', 'revision_number': 0, 'project_id': '890bc32507854018983fe361b81fbf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:11Z', 'revision_number': 5, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:38:08.410700 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c13f0c9-e7df-4722-9302-bcfb60d0b714 None None] The sync data for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi is: [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '2a99be3e-44c4-43e7-a464-67dfc0e7ba49', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'port_id': '5d255c23-b792-4447-95ac-b1286870bfd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'mac_address': 'fa:16:3e:c5:7f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:38:06Z', 'updated_at': '2021-06-29T16:38:06Z', 'revision_number': 0, 'project_id': '890bc32507854018983fe361b81fbf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:11Z', 'revision_number': 5, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:38:08.471668 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.478660 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-466f733c-a8aa-4be7-aa5f-e3c16c94a211 req-5f9110f0-66ea-440f-b365-331aa1bda536 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919313 Jun 29 16:38:08.535934 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.607136 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3e304-ee67-4bd0-a061-9350394e7df6 None None] New status for floating IP 2a99be3e-44c4-43e7-a464-67dfc0e7ba49: ACTIVE {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:38:08.796865 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.798938 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:08.817284 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df510ff4-1e23-46ea-96bb-f6e7b4e832d2,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:08.820030 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:08.958081 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:08.959336 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ddbac415-ba50-4977-9829-e1dfa3d18b43 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6228409 Jun 29 16:38:08.962709 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52594) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:08.967496 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'security_group_rule': {'security_group_id': 'd52a996f-669e-4f20-b283-0aa67f7379b0', 'project_id': '890bc32507854018983fe361b81fbf0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:09.077205 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.137663 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.300709 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.307041 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:09.322414 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24991481-b06a-4bfb-8f88-0cb63803ec7f,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:09.324944 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:09.409929 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.411322 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-21541389-9379-4016-b483-c5ce893baede tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4473822 Jun 29 16:38:09.414088 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52596) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:09.418566 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'security_group_rule': {'security_group_id': 'd52a996f-669e-4f20-b283-0aa67f7379b0', 'project_id': '890bc32507854018983fe361b81fbf0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:09.517312 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.578575 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.655740 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.662421 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5e58d50c-6be6-4536-89d8-f8677857fed6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:09.677524 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f9abc9-3281-4d33-a648-df81edc5ddb8,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:09.682055 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:09.763574 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.764916 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-de071fc3-a102-4437-9341-1137d1f7ea0f tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499160 Jun 29 16:38:09.767935 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52604) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:09.772709 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'security_group_rule': {'security_group_id': 'd52a996f-669e-4f20-b283-0aa67f7379b0', 'project_id': '890bc32507854018983fe361b81fbf0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:09.854284 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:09.915711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.009657 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.011855 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-bd452033-af9b-44d3-ae05-9aee31a80005 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:10.028585 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ebc93f-f4c7-4b7e-a8ca-f3e591b8fdc7,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:10.031224 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:10.140919 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.142183 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-1785eb79-d25a-47e9-a265-43df551c198e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3732305 Jun 29 16:38:10.145053 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52606) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:10.151299 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'security_group_rule': {'security_group_id': 'd52a996f-669e-4f20-b283-0aa67f7379b0', 'project_id': '890bc32507854018983fe361b81fbf0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:10.260941 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.securitygroups_db [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Project 890bc32507854018983fe361b81fbf0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:38:10.266306 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.328428 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.420547 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.422677 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-57cabd5b-b72b-4061-a5a0-9daae93205c2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:10.440911 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a9d63a-55bc-4e3c-bda6-3b36ecfc2720,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:10.449357 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:10.557860 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.559148 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5ead071b-1448-43e0-9a12-c72c8d071fee tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4131498 Jun 29 16:38:10.561845 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52608) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:10.566352 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.v2.base [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'security_group_rule': {'security_group_id': 'd52a996f-669e-4f20-b283-0aa67f7379b0', 'project_id': '890bc32507854018983fe361b81fbf0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:10.649738 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.securitygroups_db [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Project 890bc32507854018983fe361b81fbf0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:38:10.655645 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.720477 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.820750 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1820329'] for security_group_rule, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.823444 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:10.838721 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffe0f5c-b217-4314-ab04-3d090c498760,revision_number=0']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:10.842656 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:10.934940 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:10.936191 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-f3a3ed3e-5d08-4a52-9170-55591506d6f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3734071 Jun 29 16:38:11.054488 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-2b3786a5-8110-46e5-ad98-ee21eaf632c5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41023250&fields=id&tenant_id=890bc32507854018983fe361b81fbf0e HTTP/1.1" status: 200 len: 267 time: 0.0353792 Jun 29 16:38:11.122380 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-4d7c6289-4235-4eb9-97d6-bde5346610f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:11.123960 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-4d7c6289-4235-4eb9-97d6-bde5346610f9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0639107 Jun 29 16:38:11.136029 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'port': {'security_groups': ['1b353f69-dcfe-4ace-9726-8adae04256e5', 'd52a996f-669e-4f20-b283-0aa67f7379b0']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:11.215176 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52618) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:11.226295 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.316856 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d0b9645-d778-46e2-8a70-c02a8e002946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.408076 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d0b9645-d778-46e2-8a70-c02a8e002946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.414043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5d255c23-b792-4447-95ac-b1286870bfd5,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:38:11.443486 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.477614 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5d0b9645-d778-46e2-8a70-c02a8e002946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.481246 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-0714b6a2-f158-4696-a806-9498e42d672a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:11.506363 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.511241 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b06b56f0-00c9-4ad8-bb7e-12fc7d8aae92 tempest-AttachVolumeTestJSON-693577105 tempest-AttachVolumeTestJSON-693577105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:11.517386 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5d0b9645-d778-46e2-8a70-c02a8e002946 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48a073c0d32242dbb17a380fc9abce51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010466 Jun 29 16:38:11.518335 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['5d255c23-b792-4447-95ac-b1286870bfd5'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:38:11.518844 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b9645-d778-46e2-8a70-c02a8e002946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352fee43-e29c-4ea0-acff-589e00213fdf,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:11.521227 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52622) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:11.523236 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5d0b9645-d778-46e2-8a70-c02a8e002946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:11.564338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:11.565025 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.566385 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bf36d92a-24a9-4104-b055-6f6dd6a13da0 req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "PUT /v2.0/ports/5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 981 time: 0.4359188 Jun 29 16:38:11.566982 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:38:11.569515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e0925-5418-4b7e-8f6e-e80015b48adb" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:38:11.581398 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8000406e-5ee0-4983-aae0-fbad64ba23f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.595375 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=6']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:11.600155 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:11.613748 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8000406e-5ee0-4983-aae0-fbad64ba23f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.641627 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed46ff3-c349-4892-b2dc-96290ff8e0d6 x-openstack-request-id: req-bed46ff3-c349-4892-b2dc-96290ff8e0d6 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:38:11.641967 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:38:11.642265 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bed46ff3-c349-4892-b2dc-96290ff8e0d6 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:38:11.642711 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5', 'status': 'completed', 'code': 200} Jun 29 16:38:11.692302 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['5d255c23-b792-4447-95ac-b1286870bfd5'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:38:11.768846 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8000406e-5ee0-4983-aae0-fbad64ba23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.771457 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8000406e-5ee0-4983-aae0-fbad64ba23f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.772602 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-8000406e-5ee0-4983-aae0-fbad64ba23f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/352fee43-e29c-4ea0-acff-589e00213fdf HTTP/1.1" status: 204 len: 168 time: 0.2505352 Jun 29 16:38:11.773411 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-aac3cfea-e5df-42e2-9240-6189bcaca30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:11.788820 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000406e-5ee0-4983-aae0-fbad64ba23f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352fee43-e29c-4ea0-acff-589e00213fdf,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:11.791778 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8000406e-5ee0-4983-aae0-fbad64ba23f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:11.795302 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-d32858b4-9693-4a1e-ab29-ef3ccccd84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:11.797338 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-d32858b4-9693-4a1e-ab29-ef3ccccd84b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1137 time: 0.1260355 Jun 29 16:38:11.862614 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832ace-9cfd-4be7-aba0-4b65fdda52c7 req-806cbe6d-1f87-4b2f-bb9b-ad613404b427 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:11.864168 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-27832ace-9cfd-4be7-aba0-4b65fdda52c7 req-806cbe6d-1f87-4b2f-bb9b-ad613404b427 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.1497772 Jun 29 16:38:11.874307 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-39739bd2-2766-4a1b-b3c1-2e5dfbac6ca5 None None] Provisioning complete for port 5d255c23-b792-4447-95ac-b1286870bfd5 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:38:11.876549 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-39739bd2-2766-4a1b-b3c1-2e5dfbac6ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:11.932928 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-27832ace-9cfd-4be7-aba0-4b65fdda52c7 req-7f28da39-f678-4c3e-8859-441cf1bf91f4 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0593445 Jun 29 16:38:11.948538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-5d498f56-b63c-45df-94a4-c7da1bec0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:11.948538 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-5d498f56-b63c-45df-94a4-c7da1bec0f05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 200 len: 916 time: 0.1421611 Jun 29 16:38:12.025455 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-90ecb4f2-955a-4f6d-8aba-20ad026c6f9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0650501 Jun 29 16:38:12.081551 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-7bbf74eb-3a03-4aba-bcb3-2b2ceed72ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:12.083114 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-7bbf74eb-3a03-4aba-bcb3-2b2ceed72ed0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b33eb7d-060e-45bb-87d2-e68b4b651e96 HTTP/1.1" status: 200 len: 854 time: 0.0509655 Jun 29 16:38:12.154505 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-ece11b04-5d99-44d8-9325-5bdb7653fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:12.156186 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-ece11b04-5d99-44d8-9325-5bdb7653fd29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666583 Jun 29 16:38:12.253679 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-5b5deebb-30ad-4e65-b00c-1e0ed6a56e60 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910115 Jun 29 16:38:12.356710 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-288e0925-5418-4b7e-8f6e-e80015b48adb req-d9278ed0-0704-4005-8d9e-d6d438259e68 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919616 Jun 29 16:38:12.465882 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52634) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:12.479922 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-183c9dfe-a787-43ff-8549-7f2c977daf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.569321 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-183c9dfe-a787-43ff-8549-7f2c977daf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.654785 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-183c9dfe-a787-43ff-8549-7f2c977daf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.657550 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ed7c3422-5561-4bd0-adae-4d05cd2b540e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:12.695644 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-183c9dfe-a787-43ff-8549-7f2c977daf6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2931d99bbca648d4a1d9742206ccff23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286339 Jun 29 16:38:12.697269 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c9dfe-a787-43ff-8549-7f2c977daf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37101ac4-7fd1-4566-8a7a-c7b94d56a83c,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:12.698858 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52636) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:12.700594 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-183c9dfe-a787-43ff-8549-7f2c977daf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:12.754308 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1477-2b25-4ea1-b0f5-90e63e6515ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.776426 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1477-2b25-4ea1-b0f5-90e63e6515ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.906403 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1477-2b25-4ea1-b0f5-90e63e6515ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.908996 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4a7d1477-2b25-4ea1-b0f5-90e63e6515ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:12.910151 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4a7d1477-2b25-4ea1-b0f5-90e63e6515ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37101ac4-7fd1-4566-8a7a-c7b94d56a83c HTTP/1.1" status: 204 len: 168 time: 0.2101157 Jun 29 16:38:12.910954 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-06391b78-b893-43d6-a08e-07d0d5960827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:12.918729 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d1477-2b25-4ea1-b0f5-90e63e6515ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37101ac4-7fd1-4566-8a7a-c7b94d56a83c,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:12.920959 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4a7d1477-2b25-4ea1-b0f5-90e63e6515ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:14.425387 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52666) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:14.526575 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4f22d900-1989-4bcf-967f-866aa3d1b612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:14.613101 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4f22d900-1989-4bcf-967f-866aa3d1b612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:14.648659 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-4f22d900-1989-4bcf-967f-866aa3d1b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_create {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:14.652082 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-730f6138-4850-41b2-a7c4-84c3809ba0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:14.688584 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-4f22d900-1989-4bcf-967f-866aa3d1b612 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b47c7dfcbb1a4771bcd6de80262e28b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621424 Jun 29 16:38:14.689584 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22d900-1989-4bcf-967f-866aa3d1b612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8101168e-94c9-456b-b22b-8343910bf47c,revision_number=1']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:14.691350 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52670) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:38:14.692647 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-4f22d900-1989-4bcf-967f-866aa3d1b612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:14.740520 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ce884fd9-9602-4911-a9ec-cab83d7a9d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:14.761244 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ce884fd9-9602-4911-a9ec-cab83d7a9d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:14.866281 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ce884fd9-9602-4911-a9ec-cab83d7a9d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:14.868988 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ce884fd9-9602-4911-a9ec-cab83d7a9d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:14.870141 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ce884fd9-9602-4911-a9ec-cab83d7a9d92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8101168e-94c9-456b-b22b-8343910bf47c HTTP/1.1" status: 204 len: 168 time: 0.1777217 Jun 29 16:38:14.870912 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bad33198-1215-486d-ad4f-e53dfec76eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:14.878424 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce884fd9-9602-4911-a9ec-cab83d7a9d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8101168e-94c9-456b-b22b-8343910bf47c,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:14.880647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ce884fd9-9602-4911-a9ec-cab83d7a9d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:19.927859 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ded404da-1ddb-4278-8d63-aa9260e2ecbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:22.795065 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:22.866226 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c864ae1d-0ea0-4668-b746-ad94d11ec4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:23.997517 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:25.625829 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:27.089107 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:27.516623 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831bf33-0a03-41e1-8397-7ec28fd72ed6 req-d101a4ba-0cd5-4742-9900-7e8d42211f67 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:27.518080 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d831bf33-0a03-41e1-8397-7ec28fd72ed6 req-d101a4ba-0cd5-4742-9900-7e8d42211f67 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.1026227 Jun 29 16:38:27.533751 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1f95b-937d-4806-b465-20de250fe93f req-938c3633-0c3d-49ea-b3d3-5cd34a5e3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:27.535154 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32f1f95b-937d-4806-b465-20de250fe93f req-938c3633-0c3d-49ea-b3d3-5cd34a5e3ab9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1137 time: 0.0814712 Jun 29 16:38:27.612858 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-d831bf33-0a03-41e1-8397-7ec28fd72ed6 req-5a9bbb0c-3653-47b7-81e3-eb62eabf2ace tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0870340 Jun 29 16:38:27.649704 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1f95b-937d-4806-b465-20de250fe93f req-83ce80d6-396e-4189-a48a-0a3ad1a2bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:27.651157 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32f1f95b-937d-4806-b465-20de250fe93f req-83ce80d6-396e-4189-a48a-0a3ad1a2bdeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 200 len: 916 time: 0.1087639 Jun 29 16:38:27.716168 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32f1f95b-937d-4806-b465-20de250fe93f req-c1972187-1256-4b14-8e96-6942188a2e2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0579877 Jun 29 16:38:27.768402 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1f95b-937d-4806-b465-20de250fe93f req-ef26ab69-574f-4050-a190-441c89c08417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:27.769849 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32f1f95b-937d-4806-b465-20de250fe93f req-ef26ab69-574f-4050-a190-441c89c08417 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b33eb7d-060e-45bb-87d2-e68b4b651e96 HTTP/1.1" status: 200 len: 854 time: 0.0473003 Jun 29 16:38:27.827383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1f95b-937d-4806-b465-20de250fe93f req-1181594b-acad-408d-a090-4eaf20f3cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:27.828896 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32f1f95b-937d-4806-b465-20de250fe93f req-1181594b-acad-408d-a090-4eaf20f3cb65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525613 Jun 29 16:38:27.921006 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32f1f95b-937d-4806-b465-20de250fe93f req-bcf008ea-3e48-4498-9587-bdb7f38cb033 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834394 Jun 29 16:38:28.009365 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-32f1f95b-937d-4806-b465-20de250fe93f req-4e49af07-0894-43fe-9820-a87df8d83610 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813701 Jun 29 16:38:28.787808 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778049-448f-4ece-9e65-d7c7666a3aff req-186f5344-b4e4-417c-9bf1-acdc50b0f6d9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:28.789812 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0d778049-448f-4ece-9e65-d7c7666a3aff req-186f5344-b4e4-417c-9bf1-acdc50b0f6d9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0638092 Jun 29 16:38:28.831256 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0d778049-448f-4ece-9e65-d7c7666a3aff req-fcffb941-1a89-45a1-8ce3-41606c3544c9 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356643 Jun 29 16:38:30.010392 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a7f4a-6ef1-43a0-8763-0799a6b167fc req-9861413d-9989-4ece-ab27-3feefce50a29 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:30.011941 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5f6a7f4a-6ef1-43a0-8763-0799a6b167fc req-9861413d-9989-4ece-ab27-3feefce50a29 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0692091 Jun 29 16:38:30.051882 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5f6a7f4a-6ef1-43a0-8763-0799a6b167fc req-25358082-50ff-498d-ad23-e26cc369e315 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341156 Jun 29 16:38:31.222341 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648b31-c611-4a27-9fb2-aba71db82965 req-cbf927d8-3e8b-41cd-b2ae-2d2520b4903d tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:31.223835 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-00648b31-c611-4a27-9fb2-aba71db82965 req-cbf927d8-3e8b-41cd-b2ae-2d2520b4903d tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0631449 Jun 29 16:38:31.263562 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-00648b31-c611-4a27-9fb2-aba71db82965 req-8630f6a7-3a26-401d-b3e7-0cbb765924e1 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334861 Jun 29 16:38:32.437219 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2cb3d-11b3-410b-b91d-21f2343e6672 req-5dac5b04-1474-46c5-8f93-30dafb0a0847 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:32.438693 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e3a2cb3d-11b3-410b-b91d-21f2343e6672 req-5dac5b04-1474-46c5-8f93-30dafb0a0847 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0668912 Jun 29 16:38:32.480793 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e3a2cb3d-11b3-410b-b91d-21f2343e6672 req-1afa4416-9291-42d7-b137-6d10d29141f5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362771 Jun 29 16:38:33.652878 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fdcc9-c444-4da4-8582-e9d92f34a766 req-d49e44db-b94b-405e-83e2-82b6f6848186 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:33.654420 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ff9fdcc9-c444-4da4-8582-e9d92f34a766 req-d49e44db-b94b-405e-83e2-82b6f6848186 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0644989 Jun 29 16:38:33.694438 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ff9fdcc9-c444-4da4-8582-e9d92f34a766 req-2cb5c24f-f119-4208-9a69-529da90771ff tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339942 Jun 29 16:38:34.869149 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4d99-6411-4b02-981e-3b9ba003cd41 req-8217e643-1a4a-40d4-ada6-e3820056d849 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:34.870648 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-110b4d99-6411-4b02-981e-3b9ba003cd41 req-8217e643-1a4a-40d4-ada6-e3820056d849 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0637221 Jun 29 16:38:34.909264 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-110b4d99-6411-4b02-981e-3b9ba003cd41 req-5623b9d5-de79-4b84-a057-80a43c6985f7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327952 Jun 29 16:38:35.265937 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:38:36.088434 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b53b-f80f-4874-83db-01ac9de42b9e req-01903e10-61a7-4043-b91f-c7ebcb636297 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:36.089809 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f10b53b-f80f-4874-83db-01ac9de42b9e req-01903e10-61a7-4043-b91f-c7ebcb636297 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0683749 Jun 29 16:38:36.130040 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4f10b53b-f80f-4874-83db-01ac9de42b9e req-15fced32-9c66-4d53-b21e-563ab8ebfa36 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0342112 Jun 29 16:38:37.303859 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f072979-30e8-4f6a-9618-e03878c1747e req-2dda324f-aec2-4963-8dd7-b322185d5137 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:37.305493 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2f072979-30e8-4f6a-9618-e03878c1747e req-2dda324f-aec2-4963-8dd7-b322185d5137 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0636437 Jun 29 16:38:37.346569 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2f072979-30e8-4f6a-9618-e03878c1747e req-fbc0cae1-5678-4432-a0d6-c4dd78b109f5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348709 Jun 29 16:38:38.519866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25770158-a277-40d4-9992-9e719f48ae6c req-a8d51f70-87d9-43e7-9653-07722ff2ab66 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:38.521357 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-25770158-a277-40d4-9992-9e719f48ae6c req-a8d51f70-87d9-43e7-9653-07722ff2ab66 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0670576 Jun 29 16:38:38.562696 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-25770158-a277-40d4-9992-9e719f48ae6c req-a0cc661e-f7ce-4ba9-80e1-c4f62edf9b62 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0354745 Jun 29 16:38:39.738280 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8ce8e-d4a4-401d-bf16-eaf0becbb8bf req-8de648e3-186f-4e26-ad0a-306ba3efec74 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:39.739804 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-45e8ce8e-d4a4-401d-bf16-eaf0becbb8bf req-8de648e3-186f-4e26-ad0a-306ba3efec74 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.0678556 Jun 29 16:38:39.780663 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-45e8ce8e-d4a4-401d-bf16-eaf0becbb8bf req-78571b3b-8262-42ec-a63e-9371d1d19074 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&id=d52a996f-669e-4f20-b283-0aa67f7379b0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345728 Jun 29 16:38:47.592338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd1ec0-e547-460e-a505-8eeb70d70fe9 req-c0127314-3705-4d4f-837c-1c9c47fcb8b1 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:47.593795 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a3dd1ec0-e547-460e-a505-8eeb70d70fe9 req-c0127314-3705-4d4f-837c-1c9c47fcb8b1 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.2249274 Jun 29 16:38:47.632744 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a3dd1ec0-e547-460e-a505-8eeb70d70fe9 req-79fb11b7-9dc0-4c0f-89e8-cd30d22ae0f3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Jun 29 16:38:48.864716 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c50aa-71ec-4ec7-9703-3d62f3ff0a9c req-565e3c33-f549-4bc8-9977-2cb7475e740a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:48.866178 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-599c50aa-71ec-4ec7-9703-3d62f3ff0a9c req-565e3c33-f549-4bc8-9977-2cb7475e740a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.1162109 Jun 29 16:38:48.902717 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-599c50aa-71ec-4ec7-9703-3d62f3ff0a9c req-8ab03c51-eb63-4110-848e-71f683e0b5b1 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308208 Jun 29 16:38:49.950876 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-295c1d00-1c97-47a4-a671-aa93e7b3bc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:50.079164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69da772-d1c3-4737-851b-ed2705da47b4 req-05d837ee-5bbe-4fd7-9135-818fc833c31a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:50.080667 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a69da772-d1c3-4737-851b-ed2705da47b4 req-05d837ee-5bbe-4fd7-9135-818fc833c31a tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0643282 Jun 29 16:38:50.120756 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a69da772-d1c3-4737-851b-ed2705da47b4 req-3e5c7254-7547-4498-b9a3-ee4abf909939 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343902 Jun 29 16:38:51.293723 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e80a1-c8e9-483f-8953-cf9ecf5600a9 req-b56a8267-33c9-422b-a46d-b654d3e8c78d tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:51.295272 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-046e80a1-c8e9-483f-8953-cf9ecf5600a9 req-b56a8267-33c9-422b-a46d-b654d3e8c78d tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0669682 Jun 29 16:38:51.333396 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-046e80a1-c8e9-483f-8953-cf9ecf5600a9 req-c768a0b1-345d-4eeb-a41f-2d2ba80d0d0b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325484 Jun 29 16:38:52.506146 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc054783-21c1-452f-9151-bc01f8ec379b req-1efc5b4a-5833-4b38-b443-c442a79c3330 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:52.507729 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fc054783-21c1-452f-9151-bc01f8ec379b req-1efc5b4a-5833-4b38-b443-c442a79c3330 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0626740 Jun 29 16:38:52.547425 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fc054783-21c1-452f-9151-bc01f8ec379b req-37e26f5f-5f30-423a-b1c8-89d9cc54d3dd tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Jun 29 16:38:52.793411 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:52.888105 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-0c9f75de-dbb6-429b-8b2e-7aaec3838db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:53.720313 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559bb03-b182-4880-a0a4-61a3c91ec443 req-027f1758-d424-456f-b7bf-b283482a184e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:53.721800 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4559bb03-b182-4880-a0a4-61a3c91ec443 req-027f1758-d424-456f-b7bf-b283482a184e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0630231 Jun 29 16:38:53.775956 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4559bb03-b182-4880-a0a4-61a3c91ec443 req-71f0edc0-4d26-4d23-87b1-f8275e06d009 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476956 Jun 29 16:38:53.796248 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-a71620dc-585b-45fa-af41-457929b02a2f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497651203&fields=id&tenant_id=4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 267 time: 0.0465839 Jun 29 16:38:53.901081 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-366a3357-7fe3-4094-83fb-a947bbd1a4cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:53.902527 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-366a3357-7fe3-4094-83fb-a947bbd1a4cd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 811 time: 0.0994978 Jun 29 16:38:53.917484 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-2243b591-05c2-42b4-9366-351685420201 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/quotas/4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 375 time: 0.0095515 Jun 29 16:38:53.995654 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-4c663353-0090-4770-95a3-5a71e4cb2479 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730996 Jun 29 16:38:53.996763 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:54.011067 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-f9aa3279-4232-4be4-a83c-5336c9be1cee service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:38:54.012141 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-f9aa3279-4232-4be4-a83c-5336c9be1cee service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053399 Jun 29 16:38:54.102332 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-4ce038c1-abd7-4d10-a356-a8453e677b39 service neutron] 10.222.0.65 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Jun 29 16:38:54.194086 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-c6a4ce86-e022-4bfe-bc0b-7a457092c56e service neutron] 10.222.0.65 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Jun 29 16:38:54.905295 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3aea1045-c0d8-45b7-8b43-d198700298c9 req-f8aeae35-ab1d-4c1a-b28a-82208dcf2096 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 210 time: 0.0304890 Jun 29 16:38:54.975558 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795e902-bf08-4ae3-9533-656c272d3ae6 req-305ca9a9-cdb7-44a3-b548-47b02bf49099 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:54.977016 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a795e902-bf08-4ae3-9533-656c272d3ae6 req-305ca9a9-cdb7-44a3-b548-47b02bf49099 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0741980 Jun 29 16:38:55.015867 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a795e902-bf08-4ae3-9533-656c272d3ae6 req-1adad02d-7941-4fee-a568-d6e7d6969565 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332074 Jun 29 16:38:55.665092 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:56.048645 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-167c3907-245f-4302-9dbd-9951df260ddd req-d94607f4-8c9b-4198-9700-f2d6ac204776 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 210 time: 0.0343909 Jun 29 16:38:56.202023 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9e234-9cde-4cbc-8d33-0c4c672f933e req-0d43034e-4567-493d-af11-fe6c738ad5c6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:56.203512 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fbe9e234-9cde-4cbc-8d33-0c4c672f933e req-0d43034e-4567-493d-af11-fe6c738ad5c6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0645509 Jun 29 16:38:56.244719 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fbe9e234-9cde-4cbc-8d33-0c4c672f933e req-46ceb30c-a755-4822-a2c8-e9c944855f78 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350153 Jun 29 16:38:57.021749 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-338ec9a2-7a7d-4447-9ca8-cd5203332773 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935354 Jun 29 16:38:57.104986 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-f8e5834f-6e86-46e8-a224-39baf4d6948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:57.107961 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-f8e5834f-6e86-46e8-a224-39baf4d6948a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 1098 time: 0.0535846 Jun 29 16:38:57.128418 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:57.156982 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-8c79f04d-a845-4fa6-bdd7-2d56d8cc979a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:57.158407 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-8c79f04d-a845-4fa6-bdd7-2d56d8cc979a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 811 time: 0.1059992 Jun 29 16:38:57.203617 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4519133b-0955-48df-9278-883ff514a987 req-efcbf2ea-d923-48bc-a2ff-dc8b388fed00 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 210 time: 0.0337582 Jun 29 16:38:57.216640 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-db374309-a706-4c48-b15a-ddcc1ce8ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:57.218632 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-db374309-a706-4c48-b15a-ddcc1ce8ccb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 912 time: 0.0925374 Jun 29 16:38:57.232340 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-6dd684bc-c3ec-4bbe-9415-3e800b3e88b8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eba69c887a24efd804d007b6a8631e0 HTTP/1.1" status: 200 len: 379 time: 0.0519717 Jun 29 16:38:57.241921 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'port': {'device_id': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'admin_state_up': True, 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'security_groups': ['75e9aa40-a36f-4a04-8d30-108284a66717']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:57.291602 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-ccf0b908-fd2e-45c6-a938-22cc9d997818 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39 HTTP/1.1" status: 200 len: 1000 time: 0.0617988 Jun 29 16:38:57.349530 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-0f702081-1ab9-41f2-9ede-b63687036722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:57.351985 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-0f702081-1ab9-41f2-9ede-b63687036722 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0542312 Jun 29 16:38:57.416054 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-1036fcea-ea04-4a04-8acb-4f2feb632120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:57.417549 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-1036fcea-ea04-4a04-8acb-4f2feb632120 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559502 Jun 29 16:38:57.425668 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Made reservation on behalf of 4eba69c887a24efd804d007b6a8631e0 for: {'port': 1} {{(pid=93785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:38:57.429853 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:57.436834 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-b04e5bc0-f00d-473b-8953-3b6fe57c31d9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=93786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:38:57.436834 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-b04e5bc0-f00d-473b-8953-3b6fe57c31d9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061085 Jun 29 16:38:57.441005 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d7192-b5be-44c6-9868-06ddacfb1127 req-ff4104a6-0eba-4679-b04c-3ac4e9988627 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:57.443761 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-696d7192-b5be-44c6-9868-06ddacfb1127 req-ff4104a6-0eba-4679-b04c-3ac4e9988627 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0762055 Jun 29 16:38:57.528669 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-696d7192-b5be-44c6-9868-06ddacfb1127 req-6864dfa4-3c5d-4cec-9811-d8a910bcadf6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751686 Jun 29 16:38:57.541301 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-538c35f7-a687-4f12-839e-c30a6d05c10c service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003950 Jun 29 16:38:57.637610 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [req-9fbdedb7-80d0-4888-9e24-e9d8a86ab0cb req-41f8db45-127f-4822-ae1f-99bec1582e96 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886619 Jun 29 16:38:57.887076 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Allocated IP 172.20.0.10 (dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e/08fec082-8730-46a1-b5d1-5debf21881a3/cc69ff8a-62dc-4039-b665-cf427bde06dc) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:38:58.022555 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:58.036033 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Transition to ACTIVE for port object cc69ff8a-62dc-4039-b665-cf427bde06dc will not be triggered until provisioned by entity DHCP. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:38:58.128850 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:58.133488 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-64ec8c72-4cc5-499d-b29d-2c3dbf6f388d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:58.175828 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:38:58.179302 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:38:58.183112 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:38:58.190010 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=cc69ff8a-62dc-4039-b665-cf427bde06dc,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:58.218910 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.219322 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.219699 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.220067 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.220428 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.220800 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.221170 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.221530 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.221891 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.222247 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.222600 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.222958 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:38:58.228519 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:58.252817 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:58.253456 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:58.306167 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-14713a7a-decf-4bc7-8957-e75d5cfaed28 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0685334 Jun 29 16:38:58.319835 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Request body: {'port': {'device_id': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:38:58.435691 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:58.454547 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edb837-adcf-44b8-9009-780c3898699f req-67e1d53f-6299-4742-8d0e-b7641edb3a67 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:58.456047 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-14edb837-adcf-44b8-9009-780c3898699f req-67e1d53f-6299-4742-8d0e-b7641edb3a67 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 932 time: 0.1106458 Jun 29 16:38:58.528860 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-14edb837-adcf-44b8-9009-780c3898699f req-f6c7cd9b-3476-48fc-8d7c-bb87805ae3dc tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662975 Jun 29 16:38:58.534417 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-8e8b17a0-3b8d-4952-82cd-619870ea09cc None None] Provisioning for port cc69ff8a-62dc-4039-b665-cf427bde06dc completed by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:38:58.540404 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-8e8b17a0-3b8d-4952-82cd-619870ea09cc None None] Provisioning complete for port cc69ff8a-62dc-4039-b665-cf427bde06dc triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:38:58.542536 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8e8b17a0-3b8d-4952-82cd-619870ea09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:58.579836 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b17a0-3b8d-4952-82cd-619870ea09cc None None] Port cc69ff8a-62dc-4039-b665-cf427bde06dc cannot update to ACTIVE because it is not bound. {{(pid=93787) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:38:58.782890 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10807b69-9d73-466f-891d-a8a95066e4c8 req-7119fcc6-efa1-4f84-b380-24801085b006 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:58.784288 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-10807b69-9d73-466f-891d-a8a95066e4c8 req-7119fcc6-efa1-4f84-b380-24801085b006 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.1267378 Jun 29 16:38:58.810523 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc69ff8a-62dc-4039-b665-cf427bde06dc {{(pid=93785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:38:58.820676 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:58.844261 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.provisioning_blocks [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Transition to ACTIVE for port object cc69ff8a-62dc-4039-b665-cf427bde06dc will not be triggered until provisioned by entity L2. {{(pid=93785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:38:58.847542 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-10807b69-9d73-466f-891d-a8a95066e4c8 req-01c98504-d1e1-4a4e-8aa4-b4d7ceef3c25 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567188 Jun 29 16:38:58.905214 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:58.907426 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:58.959989 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc69ff8a-62dc-4039-b665-cf427bde06dc,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:58.964519 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:59.035049 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Attempting to bind port cc69ff8a-62dc-4039-b665-cf427bde06dc on host hv-cinder-79351 for vnic_type normal with profile {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:38:59.035486 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Attempting to bind port cc69ff8a-62dc-4039-b665-cf427bde06dc by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:38:59.035866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Attempting to bind port cc69ff8a-62dc-4039-b665-cf427bde06dc on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:38:59.042497 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Port cc69ff8a-62dc-4039-b665-cf427bde06dc on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:38:59.042823 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Attempting to bind port cc69ff8a-62dc-4039-b665-cf427bde06dc on network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:38:59.048116 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Checking agent: {'id': '8ff202f9-c1ca-4be1-9cfd-81078b4db052', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'started_at': datetime.datetime(2021, 6, 29, 16, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:38:59.048466 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Checking segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:38:59.048854 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Bound using segment: {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'} {{(pid=93785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:38:59.049293 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.managers [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Bound port: cc69ff8a-62dc-4039-b665-cf427bde06dc, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78da1c6f-abdd-4349-8799-089df3e3a1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e'}}] {{(pid=93785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:38:59.049656 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:59.115429 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] For port cc69ff8a-62dc-4039-b665-cf427bde06dc, host hv-cinder-79351, cleared binding levels {{(pid=93785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:38:59.119043 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] For port cc69ff8a-62dc-4039-b665-cf427bde06dc, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:38:59.236381 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:59.238403 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-eef4862c-353b-4b44-9c70-9064aab5fd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:38:59.276273 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.277669 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:38:59.279728 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] 10.222.0.11 "PUT /v2.0/ports/cc69ff8a-62dc-4039-b665-cf427bde06dc HTTP/1.1" status: 200 len: 1094 time: 0.9650846 Jun 29 16:38:59.280264 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:38:59.282623 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab101e-4232-46bc-98d2-88d04890a484" -d '{"events": [{"name": "network-changed", "server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:38:59.306337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc69ff8a-62dc-4039-b665-cf427bde06dc,revision_number=3']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:38:59.309904 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:38:59.332811 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907dd747-22dd-434e-bc30-5a195d06eb61 x-openstack-request-id: req-907dd747-22dd-434e-bc30-5a195d06eb61 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:38:59.332974 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:38:59.333280 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-907dd747-22dd-434e-bc30-5a195d06eb61 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:38:59.333736 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'status': 'completed', 'code': 200} Jun 29 16:38:59.419391 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab101e-4232-46bc-98d2-88d04890a484 req-d148c2b2-ea4a-4dfc-83ef-6ae0ec84f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.420884 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-deab101e-4232-46bc-98d2-88d04890a484 req-d148c2b2-ea4a-4dfc-83ef-6ae0ec84f948 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 1097 time: 0.0566061 Jun 29 16:38:59.523634 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab101e-4232-46bc-98d2-88d04890a484 req-6680ad3a-cd33-4cf8-bc97-7b3103d05e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.526144 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-deab101e-4232-46bc-98d2-88d04890a484 req-6680ad3a-cd33-4cf8-bc97-7b3103d05e3c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4eba69c887a24efd804d007b6a8631e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0923219 Jun 29 16:38:59.632363 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab101e-4232-46bc-98d2-88d04890a484 req-ce76ac75-a4e5-4885-9bb7-318d0c24ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.633887 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-deab101e-4232-46bc-98d2-88d04890a484 req-ce76ac75-a4e5-4885-9bb7-318d0c24ee73 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947073 Jun 29 16:38:59.756945 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2a82d-0f55-4851-92a6-c000bab42734 req-b4da3a24-dfa1-4e5d-9805-77567df8b2fd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.758417 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9ac2a82d-0f55-4851-92a6-c000bab42734 req-b4da3a24-dfa1-4e5d-9805-77567df8b2fd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 944 time: 0.1097021 Jun 29 16:38:59.760266 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-3187a8f6-44b7-4b2f-a48f-f29ee2f5066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.761593 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-3187a8f6-44b7-4b2f-a48f-f29ee2f5066a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 1097 time: 0.0851696 Jun 29 16:38:59.810788 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-26008f2d-7be6-46b6-9c65-854f631550b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc HTTP/1.1" status: 200 len: 217 time: 0.0399210 Jun 29 16:38:59.851330 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9ac2a82d-0f55-4851-92a6-c000bab42734 req-c8589f1a-dc51-4ec8-9840-fe42ab3eb542 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872643 Jun 29 16:38:59.870431 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-0575e889-49a7-4c52-801f-84efb56c4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.872557 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-0575e889-49a7-4c52-801f-84efb56c4be0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0519040 Jun 29 16:38:59.936651 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-cd1a4c9e-c79f-43e5-a5dc-e22fda546f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:38:59.938174 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-cd1a4c9e-c79f-43e5-a5dc-e22fda546f00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588942 Jun 29 16:39:00.074944 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-1b0db617-5f95-4a11-8fad-b2b4bf867b09 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280673 Jun 29 16:39:00.086767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9315e-35fa-4cbc-a786-a940cefbbbbd req-d1c1f820-cf41-4cdd-8940-02058d93da49 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:00.088610 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-09c9315e-35fa-4cbc-a786-a940cefbbbbd req-d1c1f820-cf41-4cdd-8940-02058d93da49 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.1246932 Jun 29 16:39:00.170959 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-09c9315e-35fa-4cbc-a786-a940cefbbbbd req-9e0eccf6-cbcd-40f5-9fe9-94bbb8e1d737 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742226 Jun 29 16:39:00.198281 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0c7473c9-2510-4553-a7c4-04a8c9e30faa req-0e0b8dd2-c4f6-4732-90b2-16b9a29a34d2 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087492 Jun 29 16:39:01.028711 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b76f3e-4e09-4650-b8c9-793b9c9212b6 req-7bbddbe6-1193-47d9-a20c-9e52825e8766 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:01.030609 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-21b76f3e-4e09-4650-b8c9-793b9c9212b6 req-7bbddbe6-1193-47d9-a20c-9e52825e8766 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 944 time: 0.0671830 Jun 29 16:39:01.068244 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-21b76f3e-4e09-4650-b8c9-793b9c9212b6 req-e434aea1-253c-4038-8bd6-6580a8f2eff0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323431 Jun 29 16:39:01.341417 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e649f-055a-44d2-a336-f1f0425e8d0e req-6d6221be-89cd-411e-820a-18737c2f18a7 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:01.343167 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d0e649f-055a-44d2-a336-f1f0425e8d0e req-6d6221be-89cd-411e-820a-18737c2f18a7 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0635221 Jun 29 16:39:01.379643 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7d0e649f-055a-44d2-a336-f1f0425e8d0e req-1fe4bc6b-c18f-453d-9ba9-9c965907c41d tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Jun 29 16:39:02.237479 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3a7fd-1c78-491a-bb66-04245aff96e4 req-82d2ad54-9d35-4f79-82ed-6e99093a0bd1 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:02.238950 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bdd3a7fd-1c78-491a-bb66-04245aff96e4 req-82d2ad54-9d35-4f79-82ed-6e99093a0bd1 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 944 time: 0.0622172 Jun 29 16:39:02.277129 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bdd3a7fd-1c78-491a-bb66-04245aff96e4 req-9945cbc9-b75f-477f-a0b3-f204e6f8e493 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317101 Jun 29 16:39:02.554497 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3303a-e882-4e06-bfb4-8223173d06db req-b786733d-c494-4336-93a0-b62d8196d365 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:02.556106 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-80e3303a-e882-4e06-bfb4-8223173d06db req-b786733d-c494-4336-93a0-b62d8196d365 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0686224 Jun 29 16:39:02.594649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-80e3303a-e882-4e06-bfb4-8223173d06db req-03b344c2-fc44-42d6-91fc-a734032e7874 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Jun 29 16:39:03.448724 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4c5df-615f-49fd-b5f3-55e8b3353a17 req-95d8ae22-33d6-4fa9-a5eb-34bcca0ab76a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:03.450084 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-85b4c5df-615f-49fd-b5f3-55e8b3353a17 req-95d8ae22-33d6-4fa9-a5eb-34bcca0ab76a tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 944 time: 0.0620475 Jun 29 16:39:03.488415 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-85b4c5df-615f-49fd-b5f3-55e8b3353a17 req-58f5fb06-3888-4d9a-9c8d-fbcd523302db tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325763 Jun 29 16:39:03.777008 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d8929-1bc5-4318-9a3a-b208b8299034 req-7d0d9eda-3b0f-4a4d-83f5-58e8fd97705f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:03.778382 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-237d8929-1bc5-4318-9a3a-b208b8299034 req-7d0d9eda-3b0f-4a4d-83f5-58e8fd97705f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0689876 Jun 29 16:39:03.815280 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-237d8929-1bc5-4318-9a3a-b208b8299034 req-2d8a0fac-e72e-45cf-bf19-7747354e973d tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Jun 29 16:39:04.032149 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-e56cdbd4-536d-4d88-b274-ad5bbb61b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:04.033190 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-e56cdbd4-536d-4d88-b274-ad5bbb61b072 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1098 time: 0.0520360 Jun 29 16:39:04.126337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-661a28dd-e62a-474a-a3af-694819243ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:04.127859 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-661a28dd-e62a-474a-a3af-694819243ab0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 200 len: 910 time: 0.0882094 Jun 29 16:39:04.198461 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-b048c6f7-9f9c-4d74-ba44-66fb70432d41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 200 len: 1001 time: 0.0621426 Jun 29 16:39:04.246759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-8ce95571-e5a1-4c5f-ad86-48ff5aebc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:04.248208 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-8ce95571-e5a1-4c5f-ad86-48ff5aebc245 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a24b500e-de83-4e90-ad03-6faf0c84ad81 HTTP/1.1" status: 200 len: 848 time: 0.0430360 Jun 29 16:39:04.306623 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-7c09e7c6-fa61-4ea6-8b35-978f9f7e77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:04.308035 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-7c09e7c6-fa61-4ea6-8b35-978f9f7e77ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41ffe6b-fffd-4291-900e-f498e125ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508015 Jun 29 16:39:04.403451 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-ce6490d6-3ab9-4523-8c3e-f3d218794fcd service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873959 Jun 29 16:39:04.496515 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5c952d67-ec23-4a90-8875-cc4c0f3244c3 req-80ac62bf-4871-4932-86b8-1d00ec47b4f0 service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853832 Jun 29 16:39:04.660894 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1a0dc-4cc7-462b-a6e3-7ccdbda20036 req-00c057b4-680a-48d2-9e75-409560bcc522 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:04.661547 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1d1a0dc-4cc7-462b-a6e3-7ccdbda20036 req-00c057b4-680a-48d2-9e75-409560bcc522 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 944 time: 0.0624681 Jun 29 16:39:04.699354 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a1d1a0dc-4cc7-462b-a6e3-7ccdbda20036 req-d1e395f9-7263-4b42-8a3a-fb9fcfb0b9ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313776 Jun 29 16:39:04.986175 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da1969-3277-4903-b76e-6457c1e146a2 req-42fee8cc-e5a1-4fb8-a546-6ae7c064faff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:04.987598 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e9da1969-3277-4903-b76e-6457c1e146a2 req-42fee8cc-e5a1-4fb8-a546-6ae7c064faff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0628023 Jun 29 16:39:05.025088 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e9da1969-3277-4903-b76e-6457c1e146a2 req-cc35edc2-4af5-4c22-92cc-9fe7952ebc86 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Jun 29 16:39:05.886745 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548cfd5-3c1d-4329-9bd8-4d9e924b1e24 req-322ea4dc-23cd-4685-9fdc-1b604922834d tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:05.888249 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a548cfd5-3c1d-4329-9bd8-4d9e924b1e24 req-322ea4dc-23cd-4685-9fdc-1b604922834d tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 944 time: 0.0728412 Jun 29 16:39:05.926178 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a548cfd5-3c1d-4329-9bd8-4d9e924b1e24 req-54f6a38b-adba-466c-9151-101386084537 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320048 Jun 29 16:39:06.202930 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bce7bd-94d1-47e2-a70a-6c3a94127eee req-1318d93d-578f-40a4-bc9f-efe4a93a6068 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:06.204625 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a0bce7bd-94d1-47e2-a70a-6c3a94127eee req-1318d93d-578f-40a4-bc9f-efe4a93a6068 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0660365 Jun 29 16:39:06.244135 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a0bce7bd-94d1-47e2-a70a-6c3a94127eee req-fb45263e-ac2f-4000-abf5-5f64e11b8ebb tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333407 Jun 29 16:39:07.099646 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78fcf7-af2b-4930-9fda-6224738d7019 req-58f743c5-dca2-447f-b240-0d3607178eda tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:07.101653 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3f78fcf7-af2b-4930-9fda-6224738d7019 req-58f743c5-dca2-447f-b240-0d3607178eda tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 944 time: 0.0647564 Jun 29 16:39:07.143294 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3f78fcf7-af2b-4930-9fda-6224738d7019 req-25e7bae4-00df-4bc3-aa0f-5696bbab84d9 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359769 Jun 29 16:39:07.422432 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5a67-6452-43cb-b9ca-18a2c5824074 req-c5de9870-6872-455a-a208-92051b8cabc5 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:07.424006 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c6df5a67-6452-43cb-b9ca-18a2c5824074 req-c5de9870-6872-455a-a208-92051b8cabc5 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0657494 Jun 29 16:39:07.436620 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device cc69ff8a-62dc-4039-b665-cf427bde06dc details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:39:07.466359 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c6df5a67-6452-43cb-b9ca-18a2c5824074 req-f956a927-4c76-4ef2-a9a3-98f4cadd33ef tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361063 Jun 29 16:39:07.539583 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port cc69ff8a-62dc-4039-b665-cf427bde06dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:07.550721 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'port_id': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'mac_address': 'fa:16:3e:58:fb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:39:07.589689 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:07.603221 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc69ff8a-62dc-4039-b665-cf427bde06dc {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:39:07.622244 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port cc69ff8a-62dc-4039-b665-cf427bde06dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:07.693580 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:07.695399 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:07.741567 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=cc69ff8a-62dc-4039-b665-cf427bde06dc,revision_number=4']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:07.748540 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.748884 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.749216 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.749543 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.749864 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.750201 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.750505 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.750828 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.751138 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.751501 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.751826 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.752125 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:07.756061 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:07.943345 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['cc69ff8a-62dc-4039-b665-cf427bde06dc'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:39:08.036668 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674211-5103-4452-ba54-018941712e57 req-ea6174da-6ab7-49ec-84d3-1d4738047d56 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:08.038229 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a2674211-5103-4452-ba54-018941712e57 req-ea6174da-6ab7-49ec-84d3-1d4738047d56 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.1018991 Jun 29 16:39:08.088002 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-7347f2f9-c512-48e8-b51f-fe444ba8998a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420093 Jun 29 16:39:08.090776 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a2674211-5103-4452-ba54-018941712e57 req-cf2a1734-dcf1-4e49-9026-c3d19b76cf8f tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Jun 29 16:39:08.318041 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b755844-b05d-4142-bb52-7ac5b1e2815f req-8efe969e-0ffa-480b-b5e3-18aa851b3906 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:08.320264 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b755844-b05d-4142-bb52-7ac5b1e2815f req-8efe969e-0ffa-480b-b5e3-18aa851b3906 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 945 time: 0.0616684 Jun 29 16:39:08.357690 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4b755844-b05d-4142-bb52-7ac5b1e2815f req-3b8f38d9-0824-42e5-a17b-3ab4b33d1b98 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313816 Jun 29 16:39:09.265341 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba92d9-85dc-4d71-8ce1-3f15882aeed4 req-6eb89e2d-b438-42e6-89d0-32e8a4598cc2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:09.266716 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-95ba92d9-85dc-4d71-8ce1-3f15882aeed4 req-6eb89e2d-b438-42e6-89d0-32e8a4598cc2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0633771 Jun 29 16:39:09.309072 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-95ba92d9-85dc-4d71-8ce1-3f15882aeed4 req-31a9784f-ad76-47ac-b0fb-bdbe01ac78c3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360563 Jun 29 16:39:09.441651 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device cc69ff8a-62dc-4039-b665-cf427bde06dc up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:39:09.579276 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning for port cc69ff8a-62dc-4039-b665-cf427bde06dc completed by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:39:09.589000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port cc69ff8a-62dc-4039-b665-cf427bde06dc triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:39:09.589385 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:09.685572 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:09.693392 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5609da3-3086-44f4-99ec-58cf000ad16f req-e28752a9-0840-4adb-b4be-66a3d9c3229f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:09.696156 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f5609da3-3086-44f4-99ec-58cf000ad16f req-e28752a9-0840-4adb-b4be-66a3d9c3229f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 945 time: 0.0738671 Jun 29 16:39:09.717993 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:39:09.720942 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ef9b3-39ce-4b91-bab1-6cfe93844077" -d '{"events": [{"server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "name": "network-vif-plugged", "status": "completed", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:39:09.733552 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port cc69ff8a-62dc-4039-b665-cf427bde06dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:09.745314 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f5609da3-3086-44f4-99ec-58cf000ad16f req-0f10a3bb-4666-47cc-b7dd-23e63b513828 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424569 Jun 29 16:39:09.758134 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f5c7b3-2738-4825-8e52-e8b5c3402f71 x-openstack-request-id: req-29f5c7b3-2738-4825-8e52-e8b5c3402f71 {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:39:09.758440 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "name": "network-vif-plugged", "status": "completed", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:39:09.758749 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29f5c7b3-2738-4825-8e52-e8b5c3402f71 {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:39:09.759150 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'code': 200} Jun 29 16:39:09.802274 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:09.803834 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device f0f360fa-f47d-4b89-bafc-5d425feb1fba no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:09.807803 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:09.891787 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=cc69ff8a-62dc-4039-b665-cf427bde06dc,revision_number=5']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:09.895113 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:09.932679 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:09.966768 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:10.070875 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:10.072261 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:10.120739 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=6']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:10.124263 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:10.273641 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966443c-dd51-495c-879e-90cf83349506 req-a0865695-d351-433b-89c3-7ee795d7b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:10.275142 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a966443c-dd51-495c-879e-90cf83349506 req-a0865695-d351-433b-89c3-7ee795d7b7c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 1099 time: 0.0525475 Jun 29 16:39:10.311468 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a966443c-dd51-495c-879e-90cf83349506 req-8f216a5e-ce4d-4ba0-a17d-7a187215aa93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275726 Jun 29 16:39:10.495264 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eba84d-4d1f-4916-b8cb-b4321fe2e8e6 req-c78943ee-0c25-46e9-9c19-6d8a75c447d2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:10.496670 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e9eba84d-4d1f-4916-b8cb-b4321fe2e8e6 req-c78943ee-0c25-46e9-9c19-6d8a75c447d2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0706201 Jun 29 16:39:10.536268 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-e9eba84d-4d1f-4916-b8cb-b4321fe2e8e6 req-697d3f9c-503a-457c-8d2f-90984edcf284 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Jun 29 16:39:10.850711 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-ed54c156-9c57-4ce3-9477-afd8840de252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:10.852320 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-ed54c156-9c57-4ce3-9477-afd8840de252 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e&tenant_id=fd28409e513843edbef4b3be43cd44bf HTTP/1.1" status: 200 len: 1096 time: 0.0863364 Jun 29 16:39:10.954354 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-b1938236-3656-4431-aa98-77d680dae019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:10.955832 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-b1938236-3656-4431-aa98-77d680dae019 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1096 time: 0.0713992 Jun 29 16:39:10.963787 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beeaeb-a087-41ab-a549-f4577cba3cf4 req-094ef7d1-2a21-44c2-ab7c-67b3a7c394bc tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:10.965133 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82beeaeb-a087-41ab-a549-f4577cba3cf4 req-094ef7d1-2a21-44c2-ab7c-67b3a7c394bc tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 946 time: 0.1094332 Jun 29 16:39:11.054379 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-82beeaeb-a087-41ab-a549-f4577cba3cf4 req-b55327b1-28fb-4e4e-b1ef-b3efaed9d20c tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800161 Jun 29 16:39:11.078422 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-f92707f5-a980-49ed-9fc0-4edd0375b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:11.079920 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-f92707f5-a980-49ed-9fc0-4edd0375b04a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 200 len: 910 time: 0.1139667 Jun 29 16:39:11.144497 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-ca0db71f-9927-408c-a1ae-401a4ecaeb8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 200 len: 999 time: 0.0568027 Jun 29 16:39:11.192287 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-3bde3030-1231-466e-919c-a98df78b6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:11.193760 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-3bde3030-1231-466e-919c-a98df78b6208 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a24b500e-de83-4e90-ad03-6faf0c84ad81 HTTP/1.1" status: 200 len: 848 time: 0.0423856 Jun 29 16:39:11.254005 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-2a408ae2-354e-4360-aa92-5b31cf41176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:11.255500 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-2a408ae2-354e-4360-aa92-5b31cf41176a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41ffe6b-fffd-4291-900e-f498e125ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540695 Jun 29 16:39:11.346336 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-12e75102-336e-4b5b-af63-6b2a6c45696c service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828021 Jun 29 16:39:11.440531 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-47aadb75-e3e2-40d9-833d-e225491fb242 req-700d41a7-a68f-411a-9f85-6f5aa82ff126 service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876408 Jun 29 16:39:11.713093 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a73ada-6ba9-4801-b514-baa976f28b1f req-a10e8b1f-88f8-442e-b64b-326d0922e445 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:11.714539 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a4a73ada-6ba9-4801-b514-baa976f28b1f req-a10e8b1f-88f8-442e-b64b-326d0922e445 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0610950 Jun 29 16:39:11.751140 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-a4a73ada-6ba9-4801-b514-baa976f28b1f req-c2a11543-1e11-4506-b187-fc06b3592954 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305982 Jun 29 16:39:11.760070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:39:11.762407 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c764767-c426-4c86-a2c1-d6ef55be2e70" -d '{"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:39:11.797135 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8e6278-445f-42b4-9803-20048f3c910d x-openstack-request-id: req-7c8e6278-445f-42b4-9803-20048f3c910d {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:39:11.797433 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:39:11.797700 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c8e6278-445f-42b4-9803-20048f3c910d {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:39:11.798085 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'code': 200} Jun 29 16:39:12.224767 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322d5ba-e8a3-4b68-9c7b-eabc056af102 req-9b1ec21e-3c95-4d32-b844-62d98742b0bd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:12.226252 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c322d5ba-e8a3-4b68-9c7b-eabc056af102 req-9b1ec21e-3c95-4d32-b844-62d98742b0bd tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 946 time: 0.0649421 Jun 29 16:39:12.263622 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c322d5ba-e8a3-4b68-9c7b-eabc056af102 req-690c67cf-d5a7-48f2-9085-5eea20f684e6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316811 Jun 29 16:39:12.264202 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:39:12.434658 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f1af3-fa78-4250-a7b0-6b8126ce3095 req-b7f0fb56-d99e-4314-8f2d-6578ce7aa097 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:12.436613 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da7f1af3-fa78-4250-a7b0-6b8126ce3095 req-b7f0fb56-d99e-4314-8f2d-6578ce7aa097 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 946 time: 0.0634782 Jun 29 16:39:12.473358 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-da7f1af3-fa78-4250-a7b0-6b8126ce3095 req-c3bcf15f-31ef-457f-8021-c6e1967c6eba tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312371 Jun 29 16:39:12.498278 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52866) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:12.547405 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd3edf-a612-4910-9ecb-95622616b21b tempest-TestVolumeBootPattern-215619546 tempest-TestVolumeBootPattern-215619546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:12.548875 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-35fd3edf-a612-4910-9ecb-95622616b21b tempest-TestVolumeBootPattern-215619546 tempest-TestVolumeBootPattern-215619546-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 1094 time: 0.0495429 Jun 29 16:39:12.551559 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 52868) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:12.556418 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Request body: {'floatingip': {'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'port_id': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:39:12.636278 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:12.742277 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:12.853855 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_common [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Allocated IP 172.27.3.109 (03f38926-f191-4f64-90b2-0cb605c4f8aa/6c2bacc3-75e7-4969-a7c7-fa343037e18e/9caa13eb-3b1c-465b-a362-267cbacebafc) {{(pid=93785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:39:13.004451 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8591fb6-9864-4384-ab66-9160149ed372 req-3a1aeac9-abee-47f4-88c0-9be9e43cacbe tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:13.005871 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8591fb6-9864-4384-ab66-9160149ed372 req-3a1aeac9-abee-47f4-88c0-9be9e43cacbe tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.1386383 Jun 29 16:39:13.010499 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:13.062783 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c8591fb6-9864-4384-ab66-9160149ed372 req-26e02dc4-710c-4761-b78a-78ee5f0f43ad tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Jun 29 16:39:13.155125 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-623751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740945166084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10099369'] for port, after_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:13.157407 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:13.196692 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Network 03f38926-f191-4f64-90b2-0cb605c4f8aa is already hosted by enough agents. {{(pid=93785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:39:13.201055 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.base_scheduler [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Resources bound (agent type, host, resource id): {{(pid=93785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:39:13.205632 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Received port after_create {{(pid=93785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:39:13.207755 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=9caa13eb-3b1c-465b-a362-267cbacebafc,revision_number=1']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:13.211538 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:13.846416 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:13.980338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:14.145964 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:14.205181 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:14.214014 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a875f8e9-cb8d-4cd7-aa66-4f0a0ecbc8c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:14.297124 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event updated for resources: {'Port': ['ID=9caa13eb-3b1c-465b-a362-267cbacebafc,revision_number=2']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:14.305575 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:14.308828 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582648'] for floatingip, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:14.357048 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced02fcb-1250-4d93-82f4-7ef6e196738a req-9fd2ac49-3919-4e01-bc21-b9441a6b9af8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:14.359224 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ced02fcb-1250-4d93-82f4-7ef6e196738a req-9fd2ac49-3919-4e01-bc21-b9441a6b9af8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.1831856 Jun 29 16:39:14.445013 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-ced02fcb-1250-4d93-82f4-7ef6e196738a req-6079a26b-236c-4a2f-aa06-cf78092165e0 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785909 Jun 29 16:39:14.456848 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.l3_db [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Floating IP 23916d72-10f8-45b4-8ae9-75a9bf1218c4 associated. External IP: 172.27.3.109, port: cc69ff8a-62dc-4039-b665-cf427bde06dc. Jun 29 16:39:14.667704 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:39:14.774739 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:39:14.783886 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:39:14.794161 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:14.795936 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:38:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:14.859430 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:14.923260 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-8f5fa42e-74f6-4c16-b5fe-db4d49a129d8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3705487 Jun 29 16:39:14.929759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:39:14.932234 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5ffc8-58cd-4356-946c-c7b3cac228de" -d '{"events": [{"name": "network-changed", "server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:39:14.945881 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-01c66336-a3ff-4867-937d-35f5743c812c req-c865b338-1e88-4469-b995-4ae32328143b tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41023250&fields=id&tenant_id=890bc32507854018983fe361b81fbf0e HTTP/1.1" status: 200 len: 267 time: 0.0597949 Jun 29 16:39:14.982546 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f0d2a-75cc-489b-96ae-3dd669208232 x-openstack-request-id: req-799f0d2a-75cc-489b-96ae-3dd669208232 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:39:14.982869 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:39:14.983179 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-799f0d2a-75cc-489b-96ae-3dd669208232 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:39:14.983599 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'status': 'completed', 'code': 200} Jun 29 16:39:15.027051 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:15.051827 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66336-a3ff-4867-937d-35f5743c812c req-5e643d01-e8b7-48f2-8f8c-42c1d60eb7ab tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:15.053385 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-01c66336-a3ff-4867-937d-35f5743c812c req-5e643d01-e8b7-48f2-8f8c-42c1d60eb7ab tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 984 time: 0.1016009 Jun 29 16:39:15.066936 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.v2.base [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Request body: {'port': {'security_groups': ['1b353f69-dcfe-4ace-9726-8adae04256e5']}} {{(pid=93785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:39:15.112086 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-26d4642a-ade6-4e17-a50f-fe07fb0d42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:15.113603 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-26d4642a-ade6-4e17-a50f-fe07fb0d42ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 1099 time: 0.1137950 Jun 29 16:39:15.210877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:15.263007 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '23916d72-10f8-45b4-8ae9-75a9bf1218c4', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:58:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:39:13Z', 'updated_at': '2021-06-29T16:39:13Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}, {'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 1, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:15.278448 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-ccce6620-b76d-425a-8586-0caad6d21027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:15.279979 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-ccce6620-b76d-425a-8586-0caad6d21027 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 912 time: 0.1580906 Jun 29 16:39:15.289878 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:39:15.298564 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:15.299246 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:38:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:15.376000 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-82e2723c-7a9f-4e30-9959-ae9030f58bc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc HTTP/1.1" status: 200 len: 1000 time: 0.0871549 Jun 29 16:39:15.405878 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:15.474740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-1697e61e-66a2-4ac0-90e6-ac76b07c6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:15.476137 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-1697e61e-66a2-4ac0-90e6-ac76b07c6bd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0895767 Jun 29 16:39:15.528632 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5d255c23-b792-4447-95ac-b1286870bfd5,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:15.581451 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for port, precommit_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:15.618048 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-3e0a909b-c2eb-405a-be6c-2c9d8248b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:15.620227 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-3e0a909b-c2eb-405a-be6c-2c9d8248b499 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1341834 Jun 29 16:39:15.647684 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '23916d72-10f8-45b4-8ae9-75a9bf1218c4', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:58:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:39:13Z', 'updated_at': '2021-06-29T16:39:13Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}, {'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 1, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:15.679708 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08b6c2-731a-4900-b230-ee60cc442aa8 None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '23916d72-10f8-45b4-8ae9-75a9bf1218c4', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:58:fb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:39:13Z', 'updated_at': '2021-06-29T16:39:13Z', 'revision_number': 0, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}, {'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 1, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:39:15.723953 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3175df-506c-49c9-b57c-c32a3e5cf1ea req-6372a03b-ca85-41f9-95ac-8fbd18f5656e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:15.726163 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3175df-506c-49c9-b57c-c32a3e5cf1ea req-6372a03b-ca85-41f9-95ac-8fbd18f5656e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.1628675 Jun 29 16:39:15.761790 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-a1033453-4d7e-4a44-9402-02351fcb946c service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337597 Jun 29 16:39:15.800814 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-9c3175df-506c-49c9-b57c-c32a3e5cf1ea req-3c0fa10a-52df-4b82-aae4-32c281a6b6f6 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679698 Jun 29 16:39:15.828245 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099355'] for port, after_update {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:15.831247 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-cc3865ee-05ca-4889-b657-51dd09f92afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:15.840855 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['5d255c23-b792-4447-95ac-b1286870bfd5'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:39:15.903174 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:15.904229 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:15.906081 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-01c66336-a3ff-4867-937d-35f5743c812c req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "PUT /v2.0/ports/5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 942 time: 0.8458509 Jun 29 16:39:15.909754 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf72f99-6432-42f5-8e8e-13d2e29ad702 None None] New status for floating IP 23916d72-10f8-45b4-8ae9-75a9bf1218c4: ACTIVE {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:39:15.914711 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52886) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:15.963562 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event updated for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=7']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:15.967450 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:15.987589 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['5d255c23-b792-4447-95ac-b1286870bfd5'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:39:15.997596 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6be5ffc8-58cd-4356-946c-c7b3cac228de req-96588bd2-5394-47b2-96e2-2f426c589eef service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249839 Jun 29 16:39:15.998920 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.042443 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.207721 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.211631 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.212928 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "DELETE /v2.0/security-groups/d52a996f-669e-4f20-b283-0aa67f7379b0 HTTP/1.1" status: 204 len: 168 time: 0.2971830 Jun 29 16:39:16.214035 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-20fa9091-7183-402f-b8ad-6ef2f927a9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:16.217680 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52888) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:16.230601 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52a996f-669e-4f20-b283-0aa67f7379b0,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:16.246924 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-75fb99f3-5115-4373-8abe-9c6346da47e3 None None] Provisioning complete for port 5d255c23-b792-4447-95ac-b1286870bfd5 triggered by entity DHCP. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:39:16.247239 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-75fb99f3-5115-4373-8abe-9c6346da47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.266261 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.266626 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.266997 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.267388 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.267770 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.268129 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.268486 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.268844 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.269199 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.269553 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.269904 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.270254 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:39:16.277514 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c3921ead-9097-4a76-b17e-950991f2e244 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:16.391919 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Deleting port 287a5cb8-836b-49b6-a67b-33b5b350ece8 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:16.392254 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.465498 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.465822 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.478052 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Calling delete_port for 287a5cb8-836b-49b6-a67b-33b5b350ece8 owned by network:floatingip {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:16.722089 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.724233 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c427ea2d-d7bc-4396-bb74-6b422cc553bd tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:16.751734 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event deleted for resources: {'Port': ['ID=287a5cb8-836b-49b6-a67b-33b5b350ece8,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:16.755956 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:16.813438 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:16.813780 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Floating IP 2a99be3e-44c4-43e7-a464-67dfc0e7ba49 disassociated (deleted). External IP: 172.27.3.59, port: 5d255c23-b792-4447-95ac-b1286870bfd5. Jun 29 16:39:16.985199 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:39:16.987450 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:39:16.997256 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c861-fd38-4793-81e9-78feb0723b65 req-beba646d-319a-4aec-98d8-3b625fa787cc tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:16.998747 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6365c861-fd38-4793-81e9-78feb0723b65 req-beba646d-319a-4aec-98d8-3b625fa787cc tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0873079 Jun 29 16:39:17.027870 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044a987a-0d3e-485f-91b7-d349289247ea x-openstack-request-id: req-044a987a-0d3e-485f-91b7-d349289247ea {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:39:17.028210 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:39:17.028507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-044a987a-0d3e-485f-91b7-d349289247ea {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:39:17.028952 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5', 'status': 'completed', 'code': 200} Jun 29 16:39:17.033023 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Router ad724d29-cec5-4c78-adf1-cbfa0ae00581 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:39:17.049431 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6365c861-fd38-4793-81e9-78feb0723b65 req-39e3187c-91d4-4ec5-96b4-eb056d90262e tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Jun 29 16:39:17.102962 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-556aed20-713d-415c-911e-8f0d65e6d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.104485 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-556aed20-713d-415c-911e-8f0d65e6d159 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1098 time: 0.0527992 Jun 29 16:39:17.201955 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-d419474e-249b-4095-9589-eeb4656cd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.203479 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-d419474e-249b-4095-9589-eeb4656cd77e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 200 len: 916 time: 0.0924621 Jun 29 16:39:17.246404 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-10a44da4-0b35-4bb4-8e17-cca1d6c26357 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 217 time: 0.0356312 Jun 29 16:39:17.297704 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-59e8ae0c-1881-47d4-81cc-dd853f492111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.299226 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-59e8ae0c-1881-47d4-81cc-dd853f492111 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b33eb7d-060e-45bb-87d2-e68b4b651e96 HTTP/1.1" status: 200 len: 854 time: 0.0453596 Jun 29 16:39:17.361098 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-425298a2-77cd-47ab-be53-b90a3a3700a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.362600 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-425298a2-77cd-47ab-be53-b90a3a3700a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566254 Jun 29 16:39:17.391061 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:39:17.395575 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:17.403350 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] Sync routers for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:39:17.413797 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:17.414499 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:38:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:17.433725 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-582c09ac-c50e-4ea6-9e05-9cf0926686e3 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "DELETE /v2.0/floatingips/2a99be3e-44c4-43e7-a464-67dfc0e7ba49 HTTP/1.1" status: 204 len: 168 time: 1.2150035 Jun 29 16:39:17.434468 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:39:17.437046 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:39:17.464178 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-23d98c56-1958-4bba-819c-5b45b1b73aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943129 Jun 29 16:39:17.499257 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27280092-1497-4ca1-872d-ecb937d469de x-openstack-request-id: req-27280092-1497-4ca1-872d-ecb937d469de {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:39:17.499828 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:39:17.500322 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27280092-1497-4ca1-872d-ecb937d469de {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:39:17.501175 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5', 'status': 'completed', 'code': 200} Jun 29 16:39:17.542986 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:17.564805 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-84f78d2d-829e-4ec2-86b2-cd837e2c14ad req-f18452f2-6c93-4e9e-ab16-1199f1bd7cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921416 Jun 29 16:39:17.707886 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-fcd5c3d3-f90f-4aa0-a372-071257509260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.709970 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-fcd5c3d3-f90f-4aa0-a372-071257509260 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=890bc32507854018983fe361b81fbf0e&device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 1098 time: 0.0549252 Jun 29 16:39:17.745315 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:11Z', 'revision_number': 5, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:17.772182 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] Checking router: ad724d29-cec5-4c78-adf1-cbfa0ae00581 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:39:17.781363 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:17.782172 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:38:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:17.811981 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-43319fc5-ae11-4bae-aa25-df9b9a7ea77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.816924 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-43319fc5-ae11-4bae-aa25-df9b9a7ea77f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 200 len: 916 time: 0.0976906 Jun 29 16:39:17.857497 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-b1345a81-9ed7-45af-b87e-fdf783101d77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 200 len: 217 time: 0.0372200 Jun 29 16:39:17.896225 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:17.914477 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-eabedcc6-bf57-40cb-8076-ee9d81653d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.915980 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-eabedcc6-bf57-40cb-8076-ee9d81653d33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b33eb7d-060e-45bb-87d2-e68b4b651e96 HTTP/1.1" status: 200 len: 854 time: 0.0524001 Jun 29 16:39:17.977115 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-ecf98689-c2fe-44b0-b7a0-c048bee41761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:17.978616 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-ecf98689-c2fe-44b0-b7a0-c048bee41761 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f0b96f0-2b98-4c74-86b8-60aad98fcc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558288 Jun 29 16:39:18.073834 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-9607baa3-6623-4764-afe6-fc5ea456309d service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875731 Jun 29 16:39:18.098710 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:11Z', 'revision_number': 5, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:18.126234 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d00ac9c-6ccc-4385-b1e8-017c49a49770 None None] The sync data for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi is: [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:37:05Z', 'revision_number': 4, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': 'a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7', 'name': '', 'network_id': '5f0b96f0-2b98-4c74-86b8-60aad98fcc47', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'mac_address': 'fa:16:3e:f6:88:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:05Z', 'updated_at': '2021-06-29T16:37:11Z', 'revision_number': 5, 'project_id': '890bc32507854018983fe361b81fbf0e', 'subnets': [{'id': '4b33eb7d-060e-45bb-87d2-e68b4b651e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:39:18.184588 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-337b64e8-609f-4e86-a3cc-f67db2a7d4ad req-0de5dd59-a400-4b67-9684-575cf3ebda82 service neutron] 10.222.0.11 "GET /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038251 Jun 29 16:39:18.239213 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f253-142a-4935-af67-29e090cd5bf2 req-28f3b2ff-85b5-4ca9-9b06-256cfa23002b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:18.241379 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4369f253-142a-4935-af67-29e090cd5bf2 req-28f3b2ff-85b5-4ca9-9b06-256cfa23002b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0720863 Jun 29 16:39:18.282085 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4369f253-142a-4935-af67-29e090cd5bf2 req-17d272df-8380-4563-9036-b6a5bc8c43f9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346158 Jun 29 16:39:18.351549 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a079f0b-0cae-42af-a06f-d53ace1437dc None None] New status for floating IP 2a99be3e-44c4-43e7-a464-67dfc0e7ba49: DOWN {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:39:19.452417 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device f0f360fa-f47d-4b89-bafc-5d425feb1fba details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=93787) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:39:19.455679 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a9a99-d145-42e4-8da5-628849b45903 req-beeddfc3-b9b6-4da1-8ecf-f2b4b8c244e9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:19.457167 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-284a9a99-d145-42e4-8da5-628849b45903 req-beeddfc3-b9b6-4da1-8ecf-f2b4b8c244e9 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 943 time: 0.0621011 Jun 29 16:39:19.496564 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-284a9a99-d145-42e4-8da5-628849b45903 req-7b7f9e6e-a97e-41cc-8d78-31067d3052aa tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Jun 29 16:39:19.680175 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:19.691515 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Returning: {'device': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'port_id': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'mac_address': 'fa:16:3e:7f:cb:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93787) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:39:19.728757 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:19.741103 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f360fa-f47d-4b89-bafc-5d425feb1fba {{(pid=93787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:39:19.760174 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:19.847741 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:19.849618 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ab52f2d3-59dd-4b13-ab5b-135c2b76d678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:19.894435 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=7']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:19.898215 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:19.898912 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e327ce93-d713-4cc4-86de-778f6abd5a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:20.102388 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] get_ports_and_sgs() called for port_ids ['f0f360fa-f47d-4b89-bafc-5d425feb1fba'] {{(pid=93787) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:39:20.674428 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb66fbf-e3fa-4d20-9188-34aa98451b87 req-318fd3a1-8762-4ab3-8752-b0e2072c14e5 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:20.676101 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2bb66fbf-e3fa-4d20-9188-34aa98451b87 req-318fd3a1-8762-4ab3-8752-b0e2072c14e5 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 944 time: 0.0698066 Jun 29 16:39:20.715497 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-2bb66fbf-e3fa-4d20-9188-34aa98451b87 req-e78fe20c-9746-48e1-92fe-b881bc8ebf24 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Jun 29 16:39:20.973104 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680733e-767d-4ff5-8d1e-2f6622f275ba req-598e2716-f545-4093-b394-5a8fca8d93cf tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:20.974503 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4680733e-767d-4ff5-8d1e-2f6622f275ba req-598e2716-f545-4093-b394-5a8fca8d93cf tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0651622 Jun 29 16:39:21.012162 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4680733e-767d-4ff5-8d1e-2f6622f275ba req-1dde9d25-f6b7-4e34-a6f0-4ea2874fac2e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Jun 29 16:39:21.453352 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device f0f360fa-f47d-4b89-bafc-5d425feb1fba up at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:39:21.504015 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.provisioning_blocks [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Provisioning complete for port f0f360fa-f47d-4b89-bafc-5d425feb1fba triggered by entity L2. {{(pid=93787) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:39:21.504394 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-655090'] for port, provisioning_complete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:21.582564 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:21.605777 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba'}] {{(pid=93787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:39:21.608354 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29bf4db6f396f5f619b51b5d72c3ffa8d3dc9f8dd2dcd801d72b04e5a647881c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3380c133-ad8b-40c0-b8b0-9355258c1914" -d '{"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-plugged", "status": "completed", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba"}]}' {{(pid=93787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:39:21.621929 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:21.645549 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b97de1-0ac4-4ba3-bcfd-bbd5f7d9576e x-openstack-request-id: req-41b97de1-0ac4-4ba3-bcfd-bbd5f7d9576e {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:39:21.645871 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-plugged", "status": "completed", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba", "code": 200}]} {{(pid=93787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:39:21.646165 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41b97de1-0ac4-4ba3-bcfd-bbd5f7d9576e {{(pid=93787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:39:21.646561 dv-cinder-793515-6-iscsi neutron-server[93787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'code': 200} Jun 29 16:39:21.694210 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740945737162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740945166102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740945166147'] for port, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:21.696119 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-f4d5daf5-526d-4f58-b508-0f9c930d87a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:21.741771 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Pushing event updated for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=8']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:21.744779 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:21.982369 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8230f3-5282-4ee7-9a69-df1535190af0 req-293b6a45-4b20-4609-bd6c-20a7318b25e2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:21.983851 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0a8230f3-5282-4ee7-9a69-df1535190af0 req-293b6a45-4b20-4609-bd6c-20a7318b25e2 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.1091247 Jun 29 16:39:21.985748 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605c8fd-73f9-4b1d-b2c5-76f6aade5578 req-3594f664-221c-4744-bbca-95550e41bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:21.987049 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6605c8fd-73f9-4b1d-b2c5-76f6aade5578 req-3594f664-221c-4744-bbca-95550e41bde9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1098 time: 0.0791485 Jun 29 16:39:22.038977 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-0a8230f3-5282-4ee7-9a69-df1535190af0 req-a237c8c1-42a4-4fa8-8cf4-f24fdab3d2f4 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494542 Jun 29 16:39:22.044832 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6605c8fd-73f9-4b1d-b2c5-76f6aade5578 req-d1827c64-dd6b-4c08-b8b4-12b697d9c2e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428154 Jun 29 16:39:22.182878 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb253ca8-3af9-4567-81bf-3f9c249d582f req-1dfc350b-444b-49b6-ae16-ab07c0ec85c2 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:22.184362 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bb253ca8-3af9-4567-81bf-3f9c249d582f req-1dfc350b-444b-49b6-ae16-ab07c0ec85c2 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0617707 Jun 29 16:39:22.222324 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-bb253ca8-3af9-4567-81bf-3f9c249d582f req-8901c684-5e18-4800-a34d-44b75321fd50 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Jun 29 16:39:22.859150 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:22.891849 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a5ef-d00a-4af0-aaee-6030be484a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:22.933973 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-5c4c0664-3a50-4bf9-8010-1d5edeef7a2c tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:22.935693 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-5c4c0664-3a50-4bf9-8010-1d5edeef7a2c tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.11 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.0710688 Jun 29 16:39:23.041970 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Deleting port 5d255c23-b792-4447-95ac-b1286870bfd5 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:23.042643 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:23.500151 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] For port 5d255c23-b792-4447-95ac-b1286870bfd5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=5d255c23-b792-4447-95ac-b1286870bfd5,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:23.500519 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:23.523020 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Calling delete_port for 5d255c23-b792-4447-95ac-b1286870bfd5 owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:23.532266 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e6b1c-611f-4203-bdb4-8f7f3aa807bc req-9265ea70-ef25-42d7-bd41-10ab728036f1 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:23.533743 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-843e6b1c-611f-4203-bdb4-8f7f3aa807bc req-9265ea70-ef25-42d7-bd41-10ab728036f1 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.1607184 Jun 29 16:39:23.543634 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228fb11-713f-4891-ab62-c937e70ac4b5 req-d93e7edd-6d49-4a24-a842-cf70381131d8 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:23.545044 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c228fb11-713f-4891-ab62-c937e70ac4b5 req-d93e7edd-6d49-4a24-a842-cf70381131d8 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 945 time: 0.1709449 Jun 29 16:39:23.643347 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-843e6b1c-611f-4203-bdb4-8f7f3aa807bc req-c06bb011-29ac-4714-9c92-0bf41042717c tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958972 Jun 29 16:39:23.654186 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-c228fb11-713f-4891-ab62-c937e70ac4b5 req-3274f8e2-0da2-4393-98ee-acaf3740ccf4 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b353f69-dcfe-4ace-9726-8adae04256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020303 Jun 29 16:39:23.788871 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:23.793226 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:23.817081 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Pushing event deleted for resources: {'Port': ['ID=5d255c23-b792-4447-95ac-b1286870bfd5,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:23.820981 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:23.866453 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] No DVR routers for this DVR port 5d255c23-b792-4447-95ac-b1286870bfd5 on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:39:23.868995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:23.871027 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-701a3655-47e1-4277-bee8-498bb7cebdbe req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.11 "DELETE /v2.0/ports/5d255c23-b792-4447-95ac-b1286870bfd5 HTTP/1.1" status: 204 len: 173 time: 0.9296036 Jun 29 16:39:23.871631 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'name': 'network-vif-deleted', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:39:23.873897 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e765ee49-819a-4872-bea1-4864466218c0" -d '{"events": [{"server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "name": "network-vif-deleted", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:39:23.909496 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d55edfc-891b-48b1-923d-33c32a6a7f84 x-openstack-request-id: req-5d55edfc-891b-48b1-923d-33c32a6a7f84 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:39:23.909845 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd236a-0091-4a59-9545-6ce239b34b97", "name": "network-vif-deleted", "tag": "5d255c23-b792-4447-95ac-b1286870bfd5", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:39:23.910138 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d55edfc-891b-48b1-923d-33c32a6a7f84 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:39:23.910565 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd236a-0091-4a59-9545-6ce239b34b97', 'name': 'network-vif-deleted', 'tag': '5d255c23-b792-4447-95ac-b1286870bfd5', 'status': 'completed', 'code': 200} Jun 29 16:39:24.034814 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:24.822720 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6a5492f9-9313-4009-8dca-7de6d4168de9 req-7a70e82c-1f68-45ae-b99b-dccc50d1ac24 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] 10.222.0.65 "GET /v2.0/ports?device_id=cecd236a-0091-4a59-9545-6ce239b34b97 HTTP/1.1" status: 200 len: 210 time: 0.0312536 Jun 29 16:39:24.855562 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dfa0d-2e46-4f99-8d72-cfb32344894e req-e8605307-9bd1-4c98-bea0-5760464ecffc tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:39:24.857325 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3d4dfa0d-2e46-4f99-8d72-cfb32344894e req-e8605307-9bd1-4c98-bea0-5760464ecffc tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0974047 Jun 29 16:39:24.897048 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-3d4dfa0d-2e46-4f99-8d72-cfb32344894e req-45711375-d5c1-4167-93ee-b8e0748b0027 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336714 Jun 29 16:39:25.451511 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 5d255c23-b792-4447-95ac-b1286870bfd5 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:25.471883 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: 5d255c23-b792-4447-95ac-b1286870bfd5 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:39:25.472226 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device 5d255c23-b792-4447-95ac-b1286870bfd5 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:39:25.652988 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:27.127326 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:27.127929 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 52996) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:27.477777 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:27.736546 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Deleting port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:27.736890 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:27.813931 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] For port a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:27.814296 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:27.827496 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Calling delete_port for a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 owned by network:router_interface {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:28.058693 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:28.060855 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c96b10ae-8a57-4363-b5a0-8ab2c4668758 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:28.088864 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Pushing event deleted for resources: {'Port': ['ID=a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:28.092288 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:28.254030 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:28.464262 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Router ad724d29-cec5-4c78-adf1-cbfa0ae00581 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:39:28.574624 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:39:28.580048 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-8275d545-c589-4da9-9151-49f66ca2767b admin admin] 10.222.0.65 "PUT /v2.0/routers/ad724d29-cec5-4c78-adf1-cbfa0ae00581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4513884 Jun 29 16:39:28.582653 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53000) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:28.585640 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] Sync routers for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:39:28.595754 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:28.596400 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:39:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:28.687877 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:28.699453 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:28.789185 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:28.873398 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:39:27Z', 'revision_number': 5, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port': {'id': '11b27de9-638c-4d6a-aaa4-51cc6d57a356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:02Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:28.903576 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] Checking router: ad724d29-cec5-4c78-adf1-cbfa0ae00581 for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:39:28.906093 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Deleting port 11b27de9-638c-4d6a-aaa4-51cc6d57a356 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:28.906439 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:28.911792 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] Routers {'ad724d29-cec5-4c78-adf1-cbfa0ae00581'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:28.912440 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:39:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:28.989439 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] For port 11b27de9-638c-4d6a-aaa4-51cc6d57a356, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=11b27de9-638c-4d6a-aaa4-51cc6d57a356,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:28.989808 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:28.997756 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] Set router ad724d29-cec5-4c78-adf1-cbfa0ae00581 gateway port host: None {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:29.001550 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Calling delete_port for 11b27de9-638c-4d6a-aaa4-51cc6d57a356 owned by network:router_gateway {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:29.049314 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:39:28Z', 'revision_number': 6, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port_host': None}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:29.086156 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe5c3a-7bf4-4c4d-8168-ff20af510d54 None None] The sync data for ids ['ad724d29-cec5-4c78-adf1-cbfa0ae00581'] in dv-cinder-793515-6-iscsi is: [{'id': 'ad724d29-cec5-4c78-adf1-cbfa0ae00581', 'name': 'tempest-TestMinimumBasicScenario-1156285653-router', 'tenant_id': '890bc32507854018983fe361b81fbf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:01Z', 'updated_at': '2021-06-29T16:39:28Z', 'revision_number': 6, 'project_id': '890bc32507854018983fe361b81fbf0e', 'gw_port_host': None}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:39:29.252891 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.255029 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c6962986-ec44-4a1e-8889-b868b8ece236 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:29.279024 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b27de9-638c-4d6a-aaa4-51cc6d57a356,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:29.282200 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:29.340488 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.433548 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.435761 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.550389 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.550962 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad724d29-cec5-4c78-adf1-cbfa0ae00581 {{(pid=93785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:39:29.555674 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.557000 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-00bf6208-3186-46e3-b980-1b9622c76b69 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ad724d29-cec5-4c78-adf1-cbfa0ae00581 HTTP/1.1" status: 204 len: 168 time: 0.9730301 Jun 29 16:39:29.559505 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53002) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:29.604265 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Deleting subnet 4b33eb7d-060e-45bb-87d2-e68b4b651e96 {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:39:29.607235 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.640471 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.720094 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.847871 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.849885 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:29.850579 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:29.871100 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:39:29.871498 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device a671ddf7-47b0-4eca-8bdb-fd1316a1f9e7 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:39:29.874782 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b33eb7d-060e-45bb-87d2-e68b4b651e96,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:29.878259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:29.879299 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:29.881649 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-d41c653c-8100-4c08-9850-ad2f30d48434 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4b33eb7d-060e-45bb-87d2-e68b4b651e96 HTTP/1.1" status: 204 len: 168 time: 0.3212209 Jun 29 16:39:29.884259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53004) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:29.887126 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405196f-1760-4dbf-8467-0a4ec549aff4 None None] Network 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:39:29.959230 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.013906 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Deleting port 1922456b-1f08-4826-959d-3568a3c6203e {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:30.014250 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.083101 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] For port 1922456b-1f08-4826-959d-3568a3c6203e, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=1922456b-1f08-4826-959d-3568a3c6203e,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:30.083486 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.096641 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] DHCP port deletion for 5f0b96f0-2b98-4c74-86b8-60aad98fcc47 request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:39:30.099514 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Calling delete_port for 1922456b-1f08-4826-959d-3568a3c6203e owned by network:dhcp {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:30.147771 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] Deleting port 1922456b-1f08-4826-959d-3568a3c6203e {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:30.148141 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.211035 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] For port 1922456b-1f08-4826-959d-3568a3c6203e, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=1922456b-1f08-4826-959d-3568a3c6203e,segment=NetworkSegment(94ad4bf9-5c6a-40db-befb-db91bb0c2f8f),segment_id=94ad4bf9-5c6a-40db-befb-db91bb0c2f8f)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:30.211621 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.226880 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] Calling delete_port for 1922456b-1f08-4826-959d-3568a3c6203e owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:30.314967 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.317157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d340d7bc-55e8-45fe-aeb2-636db5f828ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:30.320946 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.322851 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:30.341825 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Pushing event deleted for resources: {'Port': ['ID=1922456b-1f08-4826-959d-3568a3c6203e,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:30.344310 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:30.346098 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] Pushing event deleted for resources: {'Port': ['ID=1922456b-1f08-4826-959d-3568a3c6203e,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:30.346919 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] No DVR routers for this DVR port 1922456b-1f08-4826-959d-3568a3c6203e on host dv-cinder-793515-6-iscsi {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:39:30.348378 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:30.351317 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c35200-50a2-4ad4-8c46-d4c44265b53b None None] No DVR routers for this DVR port 1922456b-1f08-4826-959d-3568a3c6203e on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:39:30.422910 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.433244 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0b96f0-2b98-4c74-86b8-60aad98fcc47']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:30.443342 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:30.443647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ad4bf9-5c6a-40db-befb-db91bb0c2f8f') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:30.452258 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.465482 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.471494 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:39:30.471884 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:39:30.473603 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:39:30.596042 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.600244 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-6a6e778f-484a-4abf-97d2-42a72cec5708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:30.603091 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:30.604775 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5f0b96f0-2b98-4c74-86b8-60aad98fcc47 HTTP/1.1" status: 204 len: 168 time: 0.7195659 Jun 29 16:39:30.607871 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53006) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:30.621516 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0b96f0-2b98-4c74-86b8-60aad98fcc47,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:30.624941 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:30.939724 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:31.187913 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Deleting port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:31.188253 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:31.266897 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] For port 06023d63-acbf-40ad-9d6a-a2fcb2e8f304, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,segment=NetworkSegment(46d1b6a2-2e3f-43d5-93ec-bfdf8987642d),segment_id=46d1b6a2-2e3f-43d5-93ec-bfdf8987642d)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:31.267170 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:31.279689 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Calling delete_port for 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 owned by network:router_interface {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:31.395437 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 11b27de9-638c-4d6a-aaa4-51cc6d57a356 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:31.415888 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 11b27de9-638c-4d6a-aaa4-51cc6d57a356 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:39:31.416247 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 11b27de9-638c-4d6a-aaa4-51cc6d57a356 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:39:31.416735 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1922456b-1f08-4826-959d-3568a3c6203e no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:31.438556 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 1922456b-1f08-4826-959d-3568a3c6203e {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:39:31.438967 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1922456b-1f08-4826-959d-3568a3c6203e not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:39:31.527521 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:31.529606 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6704eea8-f083-4d35-ae5d-f85b86b928cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:31.553664 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Pushing event deleted for resources: {'Port': ['ID=06023d63-acbf-40ad-9d6a-a2fcb2e8f304,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:31.557015 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:31.719710 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:31.928472 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Router f3adc208-42f1-431b-8e72-3bc43e5dff5a has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:39:32.280405 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:39:32.285323 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-fe332e69-f366-476a-bdd1-db6ed135de92 admin admin] 10.222.0.65 "PUT /v2.0/routers/f3adc208-42f1-431b-8e72-3bc43e5dff5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763239 Jun 29 16:39:32.287873 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53008) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:32.290389 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] Sync routers for ids ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:39:32.300243 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] Routers {'f3adc208-42f1-431b-8e72-3bc43e5dff5a'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:32.300857 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:39:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:32.391801 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks [] for router, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:32.403057 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] Set router f3adc208-42f1-431b-8e72-3bc43e5dff5a gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:32.493482 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:32.581717 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:39:31Z', 'revision_number': 5, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port': {'id': 'cf468448-c45c-4a79-aa1b-130114de145b', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:32.611940 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] Checking router: f3adc208-42f1-431b-8e72-3bc43e5dff5a for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:39:32.621157 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] Routers {'f3adc208-42f1-431b-8e72-3bc43e5dff5a'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:39:32.621768 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:39:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:32.653546 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Deleting port cf468448-c45c-4a79-aa1b-130114de145b {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:32.653934 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:32.707625 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] Set router f3adc208-42f1-431b-8e72-3bc43e5dff5a gateway port host: None {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:39:32.737276 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] For port cf468448-c45c-4a79-aa1b-130114de145b, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=cf468448-c45c-4a79-aa1b-130114de145b,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:32.737880 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:32.751355 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Calling delete_port for cf468448-c45c-4a79-aa1b-130114de145b owned by network:router_gateway {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:32.758271 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:39:32Z', 'revision_number': 6, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port_host': None}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:32.787309 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b57a9-ee04-4cd8-914e-292934e701bb None None] The sync data for ids ['f3adc208-42f1-431b-8e72-3bc43e5dff5a'] in dv-cinder-793515-6-iscsi is: [{'id': 'f3adc208-42f1-431b-8e72-3bc43e5dff5a', 'name': 'tempest-TestMinimumBasicScenario-1003226523-router', 'tenant_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:37:09Z', 'updated_at': '2021-06-29T16:39:32Z', 'revision_number': 6, 'project_id': 'f4c3690591cb43e0ab3574dd07b1356a', 'gw_port_host': None}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:39:32.983050 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:32.985262 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:33.010003 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf468448-c45c-4a79-aa1b-130114de145b,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:33.013049 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:33.071359 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.168103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.172097 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.275570 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.276040 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3adc208-42f1-431b-8e72-3bc43e5dff5a {{(pid=93786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:39:33.280981 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.282185 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d6bf00e3-d600-44f8-8399-28184410733f admin admin] 10.222.0.65 "DELETE /v2.0/routers/f3adc208-42f1-431b-8e72-3bc43e5dff5a HTTP/1.1" status: 204 len: 168 time: 0.9933574 Jun 29 16:39:33.284593 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53010) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:33.328037 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Deleting subnet 571770e1-9e45-4c5b-9d20-c587e05a48ca {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:39:33.330999 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.364573 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9089909'] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.472460 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.576357 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:33.596013 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340838'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.597454 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:39:33.597809 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 06023d63-acbf-40ad-9d6a-a2fcb2e8f304 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:39:33.598227 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device cf468448-c45c-4a79-aa1b-130114de145b no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:33.598480 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-3f0bdc60-cd4f-40ed-aa46-f4ca96d65dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:33.617279 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: cf468448-c45c-4a79-aa1b-130114de145b {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:39:33.617636 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device cf468448-c45c-4a79-aa1b-130114de145b not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:39:33.626221 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571770e1-9e45-4c5b-9d20-c587e05a48ca,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:33.629317 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:33.630302 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.633275 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-d7ae8b4b-d1aa-48ef-8441-8ea5881d7d0d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/571770e1-9e45-4c5b-9d20-c587e05a48ca HTTP/1.1" status: 204 len: 168 time: 0.3471570 Jun 29 16:39:33.636644 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53012) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:33.639948 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4081acfd-1442-4404-8df3-121115026036 None None] Network 59b77fd6-8514-479b-9793-79d38c34e213 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:39:33.711261 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.764628 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Deleting port 7c225a46-f4b6-4035-87dc-0d7d191db7ee {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:33.765189 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.827354 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd206cb-035f-4595-af91-39946760f42e None None] DHCP port deletion for 59b77fd6-8514-479b-9793-79d38c34e213 request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:39:33.849236 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] For port 7c225a46-f4b6-4035-87dc-0d7d191db7ee, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=7c225a46-f4b6-4035-87dc-0d7d191db7ee,segment=NetworkSegment(46d1b6a2-2e3f-43d5-93ec-bfdf8987642d),segment_id=46d1b6a2-2e3f-43d5-93ec-bfdf8987642d)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:33.849638 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.863094 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Calling delete_port for 7c225a46-f4b6-4035-87dc-0d7d191db7ee owned by network:dhcp {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:33.875957 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-8bd206cb-035f-4595-af91-39946760f42e None None] Deleting port 7c225a46-f4b6-4035-87dc-0d7d191db7ee {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:39:33.876417 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8bd206cb-035f-4595-af91-39946760f42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.941728 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-8bd206cb-035f-4595-af91-39946760f42e None None] For port 7c225a46-f4b6-4035-87dc-0d7d191db7ee, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=7c225a46-f4b6-4035-87dc-0d7d191db7ee,segment=NetworkSegment(46d1b6a2-2e3f-43d5-93ec-bfdf8987642d),segment_id=46d1b6a2-2e3f-43d5-93ec-bfdf8987642d)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:39:33.942133 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8bd206cb-035f-4595-af91-39946760f42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:33.955825 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-8bd206cb-035f-4595-af91-39946760f42e None None] Calling delete_port for 7c225a46-f4b6-4035-87dc-0d7d191db7ee owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:39:34.001712 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.004942 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-7fd706ef-13f1-4624-9643-5910b0e291b8 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:34.034278 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c225a46-f4b6-4035-87dc-0d7d191db7ee,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:34.036284 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] No DVR routers for this DVR port 7c225a46-f4b6-4035-87dc-0d7d191db7ee on host dv-cinder-793515-6-iscsi {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:39:34.038541 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:34.046776 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-8bd206cb-035f-4595-af91-39946760f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.048854 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:34.073799 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd206cb-035f-4595-af91-39946760f42e None None] Pushing event deleted for resources: {'Port': ['ID=7c225a46-f4b6-4035-87dc-0d7d191db7ee,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:34.076850 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-8bd206cb-035f-4595-af91-39946760f42e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:34.077661 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd206cb-035f-4595-af91-39946760f42e None None] No DVR routers for this DVR port 7c225a46-f4b6-4035-87dc-0d7d191db7ee on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:39:34.114523 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.125858 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b77fd6-8514-479b-9793-79d38c34e213']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:34.136519 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:34.136820 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d1b6a2-2e3f-43d5-93ec-bfdf8987642d') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:39:34.146104 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.161103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.167694 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:39:34.168088 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:39:34.169757 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:39:34.308773 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.312380 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:34.314987 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.316771 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] 10.222.0.65 "DELETE /v2.0/networks/59b77fd6-8514-479b-9793-79d38c34e213 HTTP/1.1" status: 204 len: 168 time: 0.6791601 Jun 29 16:39:34.328081 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Pushing event deleted for resources: {'Network': ['ID=59b77fd6-8514-479b-9793-79d38c34e213,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:34.330519 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-24fada06-cf0c-4022-9afe-639364c9045a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:34.708157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53016) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:34.749034 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-e6ded926-13a1-4fb3-b15c-7405408dca8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=890bc32507854018983fe361b81fbf0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390759 Jun 29 16:39:34.751495 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53018) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:34.798995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-640d9538-31fd-454d-b8e7-51d2ef7350a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.820411 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-640d9538-31fd-454d-b8e7-51d2ef7350a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.926866 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-640d9538-31fd-454d-b8e7-51d2ef7350a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.930100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-640d9538-31fd-454d-b8e7-51d2ef7350a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:34.931263 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-640d9538-31fd-454d-b8e7-51d2ef7350a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b353f69-dcfe-4ace-9726-8adae04256e5 HTTP/1.1" status: 204 len: 168 time: 0.1788621 Jun 29 16:39:34.932053 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ef239d29-9b94-46b2-9ace-75ec266b24a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:34.939889 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d9538-31fd-454d-b8e7-51d2ef7350a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b353f69-dcfe-4ace-9726-8adae04256e5,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:34.942345 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-640d9538-31fd-454d-b8e7-51d2ef7350a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:35.396678 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7c225a46-f4b6-4035-87dc-0d7d191db7ee no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:39:35.420465 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 7c225a46-f4b6-4035-87dc-0d7d191db7ee {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:39:35.420818 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 7c225a46-f4b6-4035-87dc-0d7d191db7ee not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:39:35.616301 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53024) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:35.657053 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ff0bb47e-7334-4ccb-b60c-c84cb2d361b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4c3690591cb43e0ab3574dd07b1356a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394447 Jun 29 16:39:35.659521 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53028) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:39:35.710498 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4555d430-45b9-47c6-898f-405d3c8b8380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:35.734535 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4555d430-45b9-47c6-898f-405d3c8b8380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:35.875909 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4555d430-45b9-47c6-898f-405d3c8b8380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:35.878578 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4555d430-45b9-47c6-898f-405d3c8b8380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:35.879811 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-4555d430-45b9-47c6-898f-405d3c8b8380 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18de95e7-10a1-4a7c-92f4-a3ab018e12d4 HTTP/1.1" status: 204 len: 168 time: 0.2193794 Jun 29 16:39:35.881193 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-c0b42a2f-f40e-44a7-b947-a0823413f273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:39:35.889042 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555d430-45b9-47c6-898f-405d3c8b8380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18de95e7-10a1-4a7c-92f4-a3ab018e12d4,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:39:35.891405 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4555d430-45b9-47c6-898f-405d3c8b8380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:39:49.263856 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:39:49.944119 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-edc2e99e-2473-40e6-8b34-b93bee19f03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:52.892477 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:52.944003 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-64d49394-5ecd-4541-bf17-577700f0ab42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:54.033666 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:55.612241 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:39:57.126422 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:19.901653 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e859b782-834f-4967-8025-560b7014e22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:22.805915 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:22.885739 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-12aa1b3a-d1dd-4bf0-87fd-ac88871fd46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:24.016950 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:25.604250 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:26.263011 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:40:27.125661 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:38.703945 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53050) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:38.861100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Deleting port bf24605b-fae9-495d-9c6b-a4d97e583fd8 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:38.861449 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:38.934647 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:38.934977 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:38.948836 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Calling delete_port for bf24605b-fae9-495d-9c6b-a4d97e583fd8 owned by network:floatingip {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:39.195055 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:39.198192 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8353a69e-b50b-4178-b4af-c72b45338a8e tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:39.228649 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event deleted for resources: {'Port': ['ID=bf24605b-fae9-495d-9c6b-a4d97e583fd8,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:39.254276 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.254667 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.255047 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.255493 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.255862 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.256720 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.257083 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.257445 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.257812 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.258168 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.258533 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.258888 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:39.279270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:39.300797 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:39.301129 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.db.l3_db [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Floating IP de075779-a3df-4055-8702-e7cb662b2753 disassociated (deleted). External IP: 172.27.3.146, port: f0f360fa-f47d-4b89-bafc-5d425feb1fba. Jun 29 16:40:39.508775 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Router d28972dc-2689-4282-833f-a96964279f1f has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:40:39.616111 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:40:39.620925 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:39.625572 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] Sync routers for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:40:39.636016 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:39.636676 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:39.657160 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ac6e3d25-3c38-48d7-a779-1b0283b87956 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "DELETE /v2.0/floatingips/de075779-a3df-4055-8702-e7cb662b2753 HTTP/1.1" status: 204 len: 168 time: 0.9521093 Jun 29 16:40:39.658112 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:40:39.660446 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d59783-0dac-47fc-b7bb-7bf17da726ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:40:39.744358 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:39.896341 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248e501-0ac6-4601-a231-071ffec8ce0b x-openstack-request-id: req-c248e501-0ac6-4601-a231-071ffec8ce0b {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:40:39.897333 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:40:39.897554 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c248e501-0ac6-4601-a231-071ffec8ce0b {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:40:39.897993 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'status': 'completed', 'code': 200} Jun 29 16:40:39.954023 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:56Z', 'revision_number': 5, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:39.979077 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-7c8a675c-c1b9-4e8b-a2c1-fb24429b4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:39.981229 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] Checking router: d28972dc-2689-4282-833f-a96964279f1f for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:40:39.981550 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-7c8a675c-c1b9-4e8b-a2c1-fb24429b4eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd28409e513843edbef4b3be43cd44bf&device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 1098 time: 0.0600331 Jun 29 16:40:39.989829 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:39.990435 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:40.077765 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-b6de0793-b1e9-49f5-9099-b8de5a8235b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:40.079244 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-b6de0793-b1e9-49f5-9099-b8de5a8235b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 200 len: 910 time: 0.0919383 Jun 29 16:40:40.098749 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:40.125939 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-3eac807d-eec8-4dbf-8268-66ff41f873b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 200 len: 217 time: 0.0352743 Jun 29 16:40:40.179560 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-a8f56835-bf91-4e83-ac5e-beaa7134d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:40.181029 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-a8f56835-bf91-4e83-ac5e-beaa7134d067 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a24b500e-de83-4e90-ad03-6faf0c84ad81 HTTP/1.1" status: 200 len: 848 time: 0.0506349 Jun 29 16:40:40.282657 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-cf283b2d-c263-45d5-90a3-f3633d8dd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:40.284220 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-cf283b2d-c263-45d5-90a3-f3633d8dd778 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a41ffe6b-fffd-4291-900e-f498e125ce25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955398 Jun 29 16:40:40.297367 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394a861-397a-42df-877e-53cbef00f3aa req-9c3d5abe-060f-46a9-9376-e6e867834502 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:40.298806 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b394a861-397a-42df-877e-53cbef00f3aa req-9c3d5abe-060f-46a9-9376-e6e867834502 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0831063 Jun 29 16:40:40.302560 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:56Z', 'revision_number': 5, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:40.334176 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d6de6-cf76-4eb1-b1b5-dfc24ff1eb6a None None] The sync data for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi is: [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:35:50Z', 'revision_number': 4, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '316527bb-6d27-41ff-8dff-0fa3ec8f12de', 'name': '', 'network_id': 'a41ffe6b-fffd-4291-900e-f498e125ce25', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'mac_address': 'fa:16:3e:41:79:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:50Z', 'updated_at': '2021-06-29T16:35:56Z', 'revision_number': 5, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'subnets': [{'id': 'a24b500e-de83-4e90-ad03-6faf0c84ad81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:40:40.390532 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b394a861-397a-42df-877e-53cbef00f3aa req-f724108a-5afd-4acb-aae1-cd642762e272 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828254 Jun 29 16:40:40.419949 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-03854ce6-d88c-4a8b-b9fc-857135cbd271 service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200457 Jun 29 16:40:40.523750 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b3d59783-0dac-47fc-b7bb-7bf17da726ad req-38cacbd9-1157-47cd-9800-cbbb26c1f42c service neutron] 10.222.0.11 "GET /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968606 Jun 29 16:40:40.565905 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9fb0d-33a2-493c-b132-d5788a9d1947 None None] New status for floating IP de075779-a3df-4055-8702-e7cb662b2753: DOWN {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:40:41.568211 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c7c4f-b807-420b-993c-34c2dc13c745 req-0cc32794-960e-4197-9a6a-d82092a77062 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:41.570076 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be6c7c4f-b807-420b-993c-34c2dc13c745 req-0cc32794-960e-4197-9a6a-d82092a77062 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0641744 Jun 29 16:40:41.609069 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-be6c7c4f-b807-420b-993c-34c2dc13c745 req-373ac5cf-fa1e-4e4f-b603-ff194200fc43 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f81d103-e40a-4ade-aa00-991c0dd032ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Jun 29 16:40:41.782255 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-ddb80b6e-9724-43a9-853b-2b9e47d62988 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:41.783646 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-ddb80b6e-9724-43a9-853b-2b9e47d62988 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 945 time: 0.0637608 Jun 29 16:40:41.891358 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Deleting port f0f360fa-f47d-4b89-bafc-5d425feb1fba {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:41.891694 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:41.980790 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] For port f0f360fa-f47d-4b89-bafc-5d425feb1fba, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f0f360fa-f47d-4b89-bafc-5d425feb1fba,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:41.981157 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:41.993596 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Calling delete_port for f0f360fa-f47d-4b89-bafc-5d425feb1fba owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:42.194318 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:42.198690 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-001a528a-fc9a-4aae-8438-caf6372b8d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:42.226490 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event deleted for resources: {'Port': ['ID=f0f360fa-f47d-4b89-bafc-5d425feb1fba,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:42.231401 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:42.564507 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] No DVR routers for this DVR port f0f360fa-f47d-4b89-bafc-5d425feb1fba on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:40:42.567008 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:42.569575 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-6fa15553-11e6-442e-9ddc-2991cc3384d3 req-2eac22ce-3e54-4b81-b7e7-d7d12da45bff tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.11 "DELETE /v2.0/ports/f0f360fa-f47d-4b89-bafc-5d425feb1fba HTTP/1.1" status: 204 len: 173 time: 0.7804651 Jun 29 16:40:42.570229 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-deleted', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:40:42.572475 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186ecc33-309f-4a78-a977-f889857bc206" -d '{"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-deleted", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:40:42.609563 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f4e7f6-0554-4039-9c3b-5106513e0bdf x-openstack-request-id: req-c6f4e7f6-0554-4039-9c3b-5106513e0bdf {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:40:42.610037 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8063f44-585d-4d01-81aa-6a6a9f742d7e", "name": "network-vif-deleted", "tag": "f0f360fa-f47d-4b89-bafc-5d425feb1fba", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:40:42.610338 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6f4e7f6-0554-4039-9c3b-5106513e0bdf {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:40:42.610778 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8063f44-585d-4d01-81aa-6a6a9f742d7e', 'name': 'network-vif-deleted', 'tag': 'f0f360fa-f47d-4b89-bafc-5d425feb1fba', 'status': 'completed', 'code': 200} Jun 29 16:40:42.760961 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-59d4dbce-a2cd-4daf-944c-dadd13d3a4dd req-f97628da-986c-4de5-9843-bfebda14a9d3 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 210 time: 0.0309222 Jun 29 16:40:43.914777 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-f551c6f6-f8f1-4062-ab8e-c0ccd0b460e7 req-fc81dcc8-0792-4300-999c-9a0bb22cb562 tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8063f44-585d-4d01-81aa-6a6a9f742d7e HTTP/1.1" status: 200 len: 210 time: 0.0302813 Jun 29 16:40:45.007957 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53082) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:45.072460 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-995eb41a-a06d-4741-af39-bcd4349ed55b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:45.098935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-995eb41a-a06d-4741-af39-bcd4349ed55b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:45.262619 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-995eb41a-a06d-4741-af39-bcd4349ed55b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:45.265253 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-995eb41a-a06d-4741-af39-bcd4349ed55b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:45.266435 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-995eb41a-a06d-4741-af39-bcd4349ed55b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] 10.222.0.65 "DELETE /v2.0/security-groups/1f81d103-e40a-4ade-aa00-991c0dd032ee HTTP/1.1" status: 204 len: 168 time: 0.2574797 Jun 29 16:40:45.267259 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5f6a6da0-3d54-43be-a498-09023ffd778d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:45.282104 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb41a-a06d-4741-af39-bcd4349ed55b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f81d103-e40a-4ade-aa00-991c0dd032ee,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:45.286225 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-995eb41a-a06d-4741-af39-bcd4349ed55b tempest-TestShelveInstance-2096726748 tempest-TestShelveInstance-2096726748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:45.406527 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53086) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:45.823388 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device f0f360fa-f47d-4b89-bafc-5d425feb1fba no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:45.856492 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: f0f360fa-f47d-4b89-bafc-5d425feb1fba {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:40:45.857091 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device f0f360fa-f47d-4b89-bafc-5d425feb1fba not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:40:45.893023 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.152906 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Deleting port 316527bb-6d27-41ff-8dff-0fa3ec8f12de {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:46.153588 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.234443 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] For port 316527bb-6d27-41ff-8dff-0fa3ec8f12de, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=316527bb-6d27-41ff-8dff-0fa3ec8f12de,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:46.234797 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.247427 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Calling delete_port for 316527bb-6d27-41ff-8dff-0fa3ec8f12de owned by network:router_interface {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:46.322401 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53090) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:46.496892 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Deleting port 9caa13eb-3b1c-465b-a362-267cbacebafc {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:46.497124 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.502731 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.505010 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-cc26ad15-bd41-4842-90cf-b24072158ddc tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:46.530388 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=316527bb-6d27-41ff-8dff-0fa3ec8f12de,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:46.533829 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:46.593577 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.593963 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.607789 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Calling delete_port for 9caa13eb-3b1c-465b-a362-267cbacebafc owned by network:floatingip {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:46.751146 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.845522 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.847718 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18771640-8b79-402c-9857-4b21e05ebc9c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:46.872690 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event deleted for resources: {'Port': ['ID=9caa13eb-3b1c-465b-a362-267cbacebafc,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:46.884994 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.885376 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.885746 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.886103 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.886458 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.886816 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.887172 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.887554 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.887908 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.888253 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.888596 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.888940 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:46.907771 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:46.954817 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:46.954817 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Floating IP 23916d72-10f8-45b4-8ae9-75a9bf1218c4 disassociated (deleted). External IP: 172.27.3.109, port: cc69ff8a-62dc-4039-b665-cf427bde06dc. Jun 29 16:40:46.993956 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Router d28972dc-2689-4282-833f-a96964279f1f has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:40:47.103054 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:40:47.111463 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] 10.222.0.65 "PUT /v2.0/routers/d28972dc-2689-4282-833f-a96964279f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028949 Jun 29 16:40:47.111463 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53094) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:47.113666 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] Sync routers for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:40:47.126544 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:47.127368 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:47.206833 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:40:47.229699 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks [] for router, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:47.249007 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:47.320952 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:40:47.325472 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:47.341165 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:47.374105 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9e7ca61a-b03a-4d3c-9e03-9f51aa8c46ec tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "DELETE /v2.0/floatingips/23916d72-10f8-45b4-8ae9-75a9bf1218c4 HTTP/1.1" status: 204 len: 168 time: 1.0436664 Jun 29 16:40:47.374105 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:40:47.374105 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a28bf-6f79-4930-967d-da443363854d" -d '{"events": [{"name": "network-changed", "server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:40:47.539507 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:40:46Z', 'revision_number': 5, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port': {'id': '41b8687d-68b1-46d8-b6a2-d024490dd5b4', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28972dc-2689-4282-833f-a96964279f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:48Z', 'updated_at': '2021-06-29T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:47.540256 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:40:47.555779 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:47.556442 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:47.572546 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Deleting port 41b8687d-68b1-46d8-b6a2-d024490dd5b4 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:47.573401 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:47.597699 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] Checking router: d28972dc-2689-4282-833f-a96964279f1f for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:40:47.609320 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] Routers {'d28972dc-2689-4282-833f-a96964279f1f'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:47.610495 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['d28972dc-2689-4282-833f-a96964279f1f'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:47.612309 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c735e-796d-4ac2-881d-f75f7d66e0a5 x-openstack-request-id: req-ef1c735e-796d-4ac2-881d-f75f7d66e0a5 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:40:47.613004 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:40:47.613633 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef1c735e-796d-4ac2-881d-f75f7d66e0a5 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:40:47.614496 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'status': 'completed', 'code': 200} Jun 29 16:40:47.720225 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] Set router d28972dc-2689-4282-833f-a96964279f1f gateway port host: None {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:47.780599 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] For port 41b8687d-68b1-46d8-b6a2-d024490dd5b4, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=41b8687d-68b1-46d8-b6a2-d024490dd5b4,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:47.781118 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:47.784112 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:40:47Z', 'revision_number': 6, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port_host': None}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:47.810345 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Calling delete_port for 41b8687d-68b1-46d8-b6a2-d024490dd5b4 owned by network:router_gateway {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:47.825876 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e66659-5b63-486d-a0f2-10f70d28bed9 None None] The sync data for ids ['d28972dc-2689-4282-833f-a96964279f1f'] in dv-cinder-793515-6-iscsi is: [{'id': 'd28972dc-2689-4282-833f-a96964279f1f', 'name': 'tempest-TestShelveInstance-1110159322-router', 'tenant_id': 'fd28409e513843edbef4b3be43cd44bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:47Z', 'updated_at': '2021-06-29T16:40:47Z', 'revision_number': 6, 'project_id': 'fd28409e513843edbef4b3be43cd44bf', 'gw_port_host': None}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:40:47.835682 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a28bf-6f79-4930-967d-da443363854d req-a761f0c9-1622-4580-a7c3-a90a868903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:47.837531 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7c9a28bf-6f79-4930-967d-da443363854d req-a761f0c9-1622-4580-a7c3-a90a868903f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 1099 time: 0.1997149 Jun 29 16:40:47.850482 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:48.033458 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a28bf-6f79-4930-967d-da443363854d req-57148fc8-f1e6-4f3f-abb0-538c1589c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:48.035980 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7c9a28bf-6f79-4930-967d-da443363854d req-57148fc8-f1e6-4f3f-abb0-538c1589c5c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 912 time: 0.1591625 Jun 29 16:40:48.103611 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7c9a28bf-6f79-4930-967d-da443363854d req-a9a420ed-4bf0-45fe-b648-87a9682885b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc HTTP/1.1" status: 200 len: 217 time: 0.0584171 Jun 29 16:40:48.132777 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 1, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:48.163163 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:40:48.173563 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:48.174185 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:48.202994 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a28bf-6f79-4930-967d-da443363854d req-91ce6bdd-798f-4c5a-b2de-66254263bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:48.204888 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7c9a28bf-6f79-4930-967d-da443363854d req-91ce6bdd-798f-4c5a-b2de-66254263bc6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0949326 Jun 29 16:40:48.247390 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.252960 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-bff57830-38e3-465a-844d-7809b90d363d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:48.289640 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b8687d-68b1-46d8-b6a2-d024490dd5b4,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:48.295513 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:48.311605 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:48.330512 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c42ea-3fc5-4f12-9fcc-64d7d4b5b837 req-3876b39c-3044-4a51-9cca-3bec0ec7c5d3 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:48.332087 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-233c42ea-3fc5-4f12-9fcc-64d7d4b5b837 req-3876b39c-3044-4a51-9cca-3bec0ec7c5d3 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 946 time: 0.1879647 Jun 29 16:40:48.402425 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.408065 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a28bf-6f79-4930-967d-da443363854d req-f1f20cc1-983c-4faf-9122-d80935f23535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:48.409700 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7c9a28bf-6f79-4930-967d-da443363854d req-f1f20cc1-983c-4faf-9122-d80935f23535 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1971860 Jun 29 16:40:48.479111 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-233c42ea-3fc5-4f12-9fcc-64d7d4b5b837 req-e9eaa684-bb50-4883-8cac-5e304cbd825f tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250174 Jun 29 16:40:48.541786 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.544760 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.550467 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 1, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:48.577625 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5880af0-55f3-403a-882b-e0350744a513 None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_floatingips': [{'id': '541ad9e3-4f72-4abd-afb1-23a77e3bba17', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'router_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'port_id': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'mac_address': 'fa:16:3e:9f:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:37:03Z', 'updated_at': '2021-06-29T16:37:07Z', 'revision_number': 1, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:40:48.623294 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7c9a28bf-6f79-4930-967d-da443363854d req-c0679d95-e87b-41bf-8aba-34759504f0a2 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554692 Jun 29 16:40:48.683656 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.684218 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28972dc-2689-4282-833f-a96964279f1f {{(pid=93785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:40:48.689110 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.690144 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-80059bb6-0a05-40b8-8f0a-ad908aba7254 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d28972dc-2689-4282-833f-a96964279f1f HTTP/1.1" status: 204 len: 168 time: 1.5775509 Jun 29 16:40:48.692855 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53106) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:48.731856 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-7c9a28bf-6f79-4930-967d-da443363854d req-cb77bda5-efdd-4f1d-806c-9af485c07ab2 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014037 Jun 29 16:40:48.746448 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Deleting subnet a24b500e-de83-4e90-ad03-6faf0c84ad81 {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:40:48.750917 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.788626 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9089909'] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:48.856837 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43252d-fc51-4a81-96f1-f0263e872ddc None None] New status for floating IP 23916d72-10f8-45b4-8ae9-75a9bf1218c4: DOWN {{(pid=93787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:40:48.890132 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.016989 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340838'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.019606 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-2f88da21-cc39-488f-a85b-bf3319bb0413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:49.044971 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24b500e-de83-4e90-ad03-6faf0c84ad81,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:49.047904 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:49.048926 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.051282 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-c1692523-884f-4af6-9481-fa199265ac94 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a24b500e-de83-4e90-ad03-6faf0c84ad81 HTTP/1.1" status: 204 len: 168 time: 0.3563306 Jun 29 16:40:49.054036 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53108) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:49.056762 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecdd8a-df10-451f-be3b-f1dad5986f17 None None] Network a41ffe6b-fffd-4291-900e-f498e125ce25 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:40:49.123613 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.182643 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Deleting port 68f86b64-2169-4542-ad7d-952a59971809 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:49.182984 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.244217 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] DHCP port deletion for a41ffe6b-fffd-4291-900e-f498e125ce25 request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:40:49.255173 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] For port 68f86b64-2169-4542-ad7d-952a59971809, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=68f86b64-2169-4542-ad7d-952a59971809,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:49.255511 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.268512 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Calling delete_port for 68f86b64-2169-4542-ad7d-952a59971809 owned by network:dhcp {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:49.294827 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Deleting port 68f86b64-2169-4542-ad7d-952a59971809 {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:49.295227 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.357643 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] For port 68f86b64-2169-4542-ad7d-952a59971809, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=68f86b64-2169-4542-ad7d-952a59971809,segment=NetworkSegment(e82a109e-e8fa-4bb3-b122-56e2aaae171a),segment_id=e82a109e-e8fa-4bb3-b122-56e2aaae171a)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:49.360069 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.370843 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Calling delete_port for 68f86b64-2169-4542-ad7d-952a59971809 owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:49.433903 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.436096 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-057f086f-fa73-4216-9a98-caab9edeffa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:49.449297 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 41b8687d-68b1-46d8-b6a2-d024490dd5b4 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:49.468692 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f86b64-2169-4542-ad7d-952a59971809,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:49.471410 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 41b8687d-68b1-46d8-b6a2-d024490dd5b4 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:40:49.471410 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 41b8687d-68b1-46d8-b6a2-d024490dd5b4 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:40:49.471410 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 316527bb-6d27-41ff-8dff-0fa3ec8f12de no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:49.473059 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:49.473911 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] No DVR routers for this DVR port 68f86b64-2169-4542-ad7d-952a59971809 on host dv-cinder-793515-6-iscsi {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:40:49.491107 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.493238 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:49.496835 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 316527bb-6d27-41ff-8dff-0fa3ec8f12de {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:40:49.497334 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 316527bb-6d27-41ff-8dff-0fa3ec8f12de not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:40:49.497464 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 68f86b64-2169-4542-ad7d-952a59971809 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:49.519654 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Pushing event deleted for resources: {'Port': ['ID=68f86b64-2169-4542-ad7d-952a59971809,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:49.550772 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 68f86b64-2169-4542-ad7d-952a59971809 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:40:49.551127 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 68f86b64-2169-4542-ad7d-952a59971809 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:40:49.553678 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] No DVR routers for this DVR port 68f86b64-2169-4542-ad7d-952a59971809 on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:40:49.554424 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.556311 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.556646 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.557023 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.557478 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.557681 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.558002 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.558329 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.558653 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.558978 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.559323 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.559644 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.559962 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-6-iscsi {{(pid=93787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:40:49.563862 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-a2f76809-46c9-4691-b512-4bccee322456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:49.569962 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41ffe6b-fffd-4291-900e-f498e125ce25']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:49.583526 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82a109e-e8fa-4bb3-b122-56e2aaae171a') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:49.583872 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82a109e-e8fa-4bb3-b122-56e2aaae171a') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:49.594836 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.615823 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.622712 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:40:49.629765 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:40:49.677250 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-d0bdff51-9aba-4be3-ba92-42c3c23272c6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:49.677250 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-d0bdff51-9aba-4be3-ba92-42c3c23272c6 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 946 time: 0.1111305 Jun 29 16:40:49.742018 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70834fb-13e7-43bf-a5ed-d7ecb9d3a128 req-e2cfb4ed-f60f-4060-954a-71423cae6717 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:49.743549 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b70834fb-13e7-43bf-a5ed-d7ecb9d3a128 req-e2cfb4ed-f60f-4060-954a-71423cae6717 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 946 time: 0.1265211 Jun 29 16:40:49.751810 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.759703 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-8c1c3cff-0338-4a3c-bd85-fa4f2c533d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:49.763263 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.767754 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a41ffe6b-fffd-4291-900e-f498e125ce25 HTTP/1.1" status: 204 len: 168 time: 0.7100692 Jun 29 16:40:49.774183 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53112) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:49.780669 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41ffe6b-fffd-4291-900e-f498e125ce25,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:49.813735 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:49.818684 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b70834fb-13e7-43bf-a5ed-d7ecb9d3a128 req-127d6007-6322-4508-be1e-19d0c19cad56 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658724 Jun 29 16:40:49.837644 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Deleting port cc69ff8a-62dc-4039-b665-cf427bde06dc {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:49.837990 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.906320 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-896659fa-42ff-43af-973d-a492f4602a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.930830 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] For port cc69ff8a-62dc-4039-b665-cf427bde06dc, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=cc69ff8a-62dc-4039-b665-cf427bde06dc,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:49.931305 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:49.947678 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Calling delete_port for cc69ff8a-62dc-4039-b665-cf427bde06dc owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:50.154187 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:50.159903 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:50.164816 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-3a42e005-cfb9-4f39-9415-57b9e0f0dff5 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:50.193527 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event deleted for resources: {'Port': ['ID=cc69ff8a-62dc-4039-b665-cf427bde06dc,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:50.200227 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:50.246568 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] No DVR routers for this DVR port cc69ff8a-62dc-4039-b665-cf427bde06dc on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:40:50.249091 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:50.251276 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-4246607b-521d-43e4-ac66-57a4b3bb5971 req-9a7b248e-47af-4e47-9296-3669422b9b97 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "DELETE /v2.0/ports/cc69ff8a-62dc-4039-b665-cf427bde06dc HTTP/1.1" status: 204 len: 173 time: 0.5678282 Jun 29 16:40:50.251859 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'name': 'network-vif-deleted', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:40:50.254312 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923a7d61-9b21-4348-9dd0-dc7bd7ddb68b" -d '{"events": [{"server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "name": "network-vif-deleted", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:40:50.295409 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a337a-e40b-4f9f-9cbd-7fdd563f93e5 x-openstack-request-id: req-239a337a-e40b-4f9f-9cbd-7fdd563f93e5 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:40:50.295762 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e309d5-3d0b-4619-89c0-3a1ce04b8e09", "name": "network-vif-deleted", "tag": "cc69ff8a-62dc-4039-b665-cf427bde06dc", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:40:50.296050 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-239a337a-e40b-4f9f-9cbd-7fdd563f93e5 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:40:50.296496 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e309d5-3d0b-4619-89c0-3a1ce04b8e09', 'name': 'network-vif-deleted', 'tag': 'cc69ff8a-62dc-4039-b665-cf427bde06dc', 'status': 'completed', 'code': 200} Jun 29 16:40:50.696427 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Deleting port 3a63a908-ba80-445c-9173-545bc091c3f8 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:50.696764 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:50.776066 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] For port 3a63a908-ba80-445c-9173-545bc091c3f8, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=3a63a908-ba80-445c-9173-545bc091c3f8,segment=NetworkSegment(53ca18c9-fb79-4071-91f0-5458ea62c485),segment_id=53ca18c9-fb79-4071-91f0-5458ea62c485)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:50.776769 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:50.788795 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Calling delete_port for 3a63a908-ba80-445c-9173-545bc091c3f8 owned by network:router_interface {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:51.001908 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-65429534-5499-417f-a4f5-52eb96ec046e req-024c52c0-c208-4372-8662-32117c278356 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e309d5-3d0b-4619-89c0-3a1ce04b8e09 HTTP/1.1" status: 200 len: 210 time: 0.0281723 Jun 29 16:40:51.045461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:51.047912 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-18d114b5-8f7c-462e-adf7-c954df17ece5 tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:51.076641 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a63a908-ba80-445c-9173-545bc091c3f8,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:51.079856 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:51.250847 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:51.479984 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:40:51.590222 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:40:51.595093 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-6f90287e-5dad-45f3-b6ef-67a3f6f9620d admin admin] 10.222.0.65 "PUT /v2.0/routers/b40cc8c5-4caa-4e35-9e8b-cb39e415e771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198776 Jun 29 16:40:51.597577 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53118) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:51.600832 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] Sync routers for ids ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:40:51.610020 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] Routers {'b40cc8c5-4caa-4e35-9e8b-cb39e415e771'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:51.610604 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:51.708580 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks [] for router, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:51.716295 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] Set router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:51.825857 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:51.903137 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:40:50Z', 'revision_number': 5, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port': {'id': '6c7a41f2-5cd5-4eb7-beb6-a10047202356', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ba:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:51.929615 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] Checking router: b40cc8c5-4caa-4e35-9e8b-cb39e415e771 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:40:51.938517 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] Routers {'b40cc8c5-4caa-4e35-9e8b-cb39e415e771'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:51.939366 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:23Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:51.964943 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Deleting port 6c7a41f2-5cd5-4eb7-beb6-a10047202356 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:51.965283 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.026389 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] Set router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 gateway port host: None {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:52.046302 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] For port 6c7a41f2-5cd5-4eb7-beb6-a10047202356, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=6c7a41f2-5cd5-4eb7-beb6-a10047202356,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:52.046841 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.059765 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Calling delete_port for 6c7a41f2-5cd5-4eb7-beb6-a10047202356 owned by network:router_gateway {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:52.081210 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:40:51Z', 'revision_number': 6, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port_host': None}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:52.109646 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de949a1b-d129-4f09-980e-a721924761a8 None None] The sync data for ids ['b40cc8c5-4caa-4e35-9e8b-cb39e415e771'] in dv-cinder-793515-6-iscsi is: [{'id': 'b40cc8c5-4caa-4e35-9e8b-cb39e415e771', 'name': 'tempest-TestShelveInstance-3100871-router', 'tenant_id': '8fb910b06d9e4e5caaff96426134581e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:35:54Z', 'updated_at': '2021-06-29T16:40:51Z', 'revision_number': 6, 'project_id': '8fb910b06d9e4e5caaff96426134581e', 'gw_port_host': None}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:40:52.289551 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.291705 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-e8725211-541d-4e0d-9e24-48d1ca3f9d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:52.321951 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7a41f2-5cd5-4eb7-beb6-a10047202356,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:52.325230 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:52.392641 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.487632 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.490388 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.592082 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.592653 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40cc8c5-4caa-4e35-9e8b-cb39e415e771 {{(pid=93786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:40:52.597094 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] Notify callbacks [] for router, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.598160 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-649d998d-7aa7-4638-bc2e-921ccc133995 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b40cc8c5-4caa-4e35-9e8b-cb39e415e771 HTTP/1.1" status: 204 len: 168 time: 0.9996705 Jun 29 16:40:52.600932 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53126) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:52.649014 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Deleting subnet 74a97895-cf55-47a3-a3f7-dbe3ec5676a7 {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:40:52.652270 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.687413 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.781149 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.873963 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.902188 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c4215e98-fd6c-4341-9115-c797ceafdd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.912308 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.912308 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-f86b2185-4cc6-4372-a8b0-b4a24face117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:52.932926 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a97895-cf55-47a3-a3f7-dbe3ec5676a7,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:52.934953 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:52.937805 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/74a97895-cf55-47a3-a3f7-dbe3ec5676a7 HTTP/1.1" status: 204 len: 168 time: 0.3351977 Jun 29 16:40:52.938923 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-608fbfee-647b-46e6-8081-98d99bea105a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:52.940384 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53128) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:52.942549 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cdc76-307f-4e66-b9e7-b12d870e83ac None None] Network 97d52dcf-fa06-4736-9532-61d6ec821188 requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:40:53.029537 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.102615 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Deleting port a55c2ef9-2961-4447-8028-665b27f1eb0a {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:53.103087 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.148652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] DHCP port deletion for 97d52dcf-fa06-4736-9532-61d6ec821188 request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:40:53.183702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] For port a55c2ef9-2961-4447-8028-665b27f1eb0a, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=a55c2ef9-2961-4447-8028-665b27f1eb0a,segment=NetworkSegment(53ca18c9-fb79-4071-91f0-5458ea62c485),segment_id=53ca18c9-fb79-4071-91f0-5458ea62c485)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:53.184033 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.198540 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Calling delete_port for a55c2ef9-2961-4447-8028-665b27f1eb0a owned by network:dhcp {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:53.200767 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] Deleting port a55c2ef9-2961-4447-8028-665b27f1eb0a {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:53.201149 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.401644 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] For port a55c2ef9-2961-4447-8028-665b27f1eb0a, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=a55c2ef9-2961-4447-8028-665b27f1eb0a,segment=NetworkSegment(53ca18c9-fb79-4071-91f0-5458ea62c485),segment_id=53ca18c9-fb79-4071-91f0-5458ea62c485)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:53.402062 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.416380 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] Calling delete_port for a55c2ef9-2961-4447-8028-665b27f1eb0a owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:53.479809 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 3a63a908-ba80-445c-9173-545bc091c3f8 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:53.509025 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 3a63a908-ba80-445c-9173-545bc091c3f8 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:40:53.509525 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 3a63a908-ba80-445c-9173-545bc091c3f8 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:40:53.509960 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 6c7a41f2-5cd5-4eb7-beb6-a10047202356 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:53.539910 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 6c7a41f2-5cd5-4eb7-beb6-a10047202356 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:40:53.540291 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 6c7a41f2-5cd5-4eb7-beb6-a10047202356 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:40:53.540767 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device a55c2ef9-2961-4447-8028-665b27f1eb0a no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:53.621068 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.625152 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-fbc92b23-a997-43c9-bfe8-850034db1774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:53.627937 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.630224 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7ee3f0a8-8a1f-4229-891a-2a6d6a2cd0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:53.654070 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-623816'] for port, before_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.656192 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] Pushing event deleted for resources: {'Port': ['ID=a55c2ef9-2961-4447-8028-665b27f1eb0a,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:53.656339 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Pushing event deleted for resources: {'Port': ['ID=a55c2ef9-2961-4447-8028-665b27f1eb0a,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:53.658095 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] No DVR routers for this DVR port a55c2ef9-2961-4447-8028-665b27f1eb0a on host dv-cinder-793515-6-iscsi {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:40:53.659165 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:53.659621 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:53.660989 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec45369-2f6d-4b97-bd89-3a4625569072 None None] No DVR routers for this DVR port a55c2ef9-2961-4447-8028-665b27f1eb0a on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:40:53.732604 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.742547 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d52dcf-fa06-4736-9532-61d6ec821188']}} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:53.752244 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ca18c9-fb79-4071-91f0-5458ea62c485') {'for_net_delete': True} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:53.752541 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.services.segments.db [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ca18c9-fb79-4071-91f0-5458ea62c485') {} {{(pid=93785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:53.762067 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9966252'] for segment, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.776674 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.782929 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099447'] for segment, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: self.session.flush() Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: self.session.flush() Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: self.session.flush() Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: self.session.flush() Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: Traceback (most recent call last): Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: timer() Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: cb(*args, **kw) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: return func(*args, **kwargs) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: self._notify() Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: self.callback(batched_events) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: event.method(event) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: return f(self, *a, **k) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._get(url).json() Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: return self.request(url, 'GET', **kwargs) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:40:53.791380 dv-cinder-793515-6-iscsi neutron-server[93785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:40:53.903677 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device cc69ff8a-62dc-4039-b665-cf427bde06dc no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:40:53.923538 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: cc69ff8a-62dc-4039-b665-cf427bde06dc {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:40:53.923897 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device cc69ff8a-62dc-4039-b665-cf427bde06dc not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:40:53.925351 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.929616 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d7d7c671-8bac-477c-bcd8-d476c4cfe6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:53.933847 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:53.934707 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] 10.222.0.65 "DELETE /v2.0/networks/97d52dcf-fa06-4736-9532-61d6ec821188 HTTP/1.1" status: 204 len: 168 time: 0.9922724 Jun 29 16:40:53.949001 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Pushing event deleted for resources: {'Network': ['ID=97d52dcf-fa06-4736-9532-61d6ec821188,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:53.952123 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a20005ee-32da-46a3-8482-dff3d700f24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:54.042926 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.267519 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53138) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:54.309206 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-498489ac-97f6-4645-a5e0-9880d55aa798 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd28409e513843edbef4b3be43cd44bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403447 Jun 29 16:40:54.311490 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53140) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:54.360355 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5050f588-878d-448a-bd46-600acd396778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.381977 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5050f588-878d-448a-bd46-600acd396778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.554553 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5050f588-878d-448a-bd46-600acd396778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.557771 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-5050f588-878d-448a-bd46-600acd396778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.560006 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-5050f588-878d-448a-bd46-600acd396778 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09fd496a-cdc6-47d4-ba73-485b2630763a HTTP/1.1" status: 204 len: 168 time: 0.2466750 Jun 29 16:40:54.560887 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c0661c2b-67f1-4ef6-ab8c-468a6c81bf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:54.572450 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050f588-878d-448a-bd46-600acd396778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd496a-cdc6-47d4-ba73-485b2630763a,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:54.575549 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5050f588-878d-448a-bd46-600acd396778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:54.601809 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53146) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:54.767635 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Deleting port 8012cf43-0251-44e6-a8e4-42eb63a1c358 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:54.768017 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.850070 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.850409 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:54.863401 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Calling delete_port for 8012cf43-0251-44e6-a8e4-42eb63a1c358 owned by network:floatingip {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:55.085623 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.087843 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9de8f049-40c7-4ca8-a750-2ed41a309494 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:55.113046 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event deleted for resources: {'Port': ['ID=8012cf43-0251-44e6-a8e4-42eb63a1c358,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:55.117119 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:55.178226 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.178638 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.db.l3_db [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Floating IP 541ad9e3-4f72-4abd-afb1-23a77e3bba17 disassociated (deleted). External IP: 172.27.3.10, port: ee5be4cd-44cc-4fe7-84e8-89db239f5f39. Jun 29 16:40:55.343753 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53150) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:55.394993 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-54e6269f-47a5-49b1-880f-5c36ca6bd79e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8fb910b06d9e4e5caaff96426134581e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496759 Jun 29 16:40:55.395725 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53152) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:40:55.416640 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:40:55.503776 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70a5-04f7-4154-b969-852245cf4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.559412 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70a5-04f7-4154-b969-852245cf4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.589445 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:40:55.597525 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.599579 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:40:55.607405 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.610574 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:55.611392 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:55.641310 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-72c104e3-fb97-479e-92bd-3faf8cd9f235 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "DELETE /v2.0/floatingips/541ad9e3-4f72-4abd-afb1-23a77e3bba17 HTTP/1.1" status: 204 len: 168 time: 1.0379157 Jun 29 16:40:55.641905 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39'}] {{(pid=93786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:40:55.644291 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ccbe96e36e9d97f673f14cf32c039c223de9b916bdca49b0c3fcb634681ce5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b281068a-7c55-4054-bec5-0170c544a995" -d '{"events": [{"name": "network-changed", "server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39"}]}' {{(pid=93786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:40:55.694313 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9c056-771d-46ca-8e08-83f303a6f382 x-openstack-request-id: req-cbd9c056-771d-46ca-8e08-83f303a6f382 {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:40:55.694647 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39", "status": "completed", "code": 200}]} {{(pid=93786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:40:55.694944 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cbd9c056-771d-46ca-8e08-83f303a6f382 {{(pid=93786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:40:55.695573 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'status': 'completed', 'code': 200} Jun 29 16:40:55.720042 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70a5-04f7-4154-b969-852245cf4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.723115 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-aa1c70a5-04f7-4154-b969-852245cf4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:55.726799 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-aa1c70a5-04f7-4154-b969-852245cf4a72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2c00f11-6ba7-45e9-adcf-0fa2807b03ef HTTP/1.1" status: 204 len: 168 time: 0.3270488 Jun 29 16:40:55.726799 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-5d0b9645-d778-46e2-8a70-c02a8e002946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:55.731134 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:55.754837 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c70a5-04f7-4154-b969-852245cf4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c00f11-6ba7-45e9-adcf-0fa2807b03ef,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:55.758838 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-aa1c70a5-04f7-4154-b969-852245cf4a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:55.805766 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281068a-7c55-4054-bec5-0170c544a995 req-4f76667b-82f9-44d0-8d2c-bae2da0ecda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:55.807451 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b281068a-7c55-4054-bec5-0170c544a995 req-4f76667b-82f9-44d0-8d2c-bae2da0ecda8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4eba69c887a24efd804d007b6a8631e0&device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 1098 time: 0.0888214 Jun 29 16:40:55.908363 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281068a-7c55-4054-bec5-0170c544a995 req-b28cfc97-e912-4c95-9126-f300a4fdfb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:55.909860 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b281068a-7c55-4054-bec5-0170c544a995 req-b28cfc97-e912-4c95-9126-f300a4fdfb53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 200 len: 912 time: 0.0955951 Jun 29 16:40:55.955772 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b281068a-7c55-4054-bec5-0170c544a995 req-3e1cb7b5-1bdf-4430-a0f4-1e4effb3bd49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39 HTTP/1.1" status: 200 len: 217 time: 0.0390675 Jun 29 16:40:55.970596 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:55.997783 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:40:56.006785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:40:56.007138 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281068a-7c55-4054-bec5-0170c544a995 req-4ae25269-b6e6-4675-af1d-95f5167154e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:56.007430 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:56.008667 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b281068a-7c55-4054-bec5-0170c544a995 req-4ae25269-b6e6-4675-af1d-95f5167154e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 200 len: 850 time: 0.0459626 Jun 29 16:40:56.073339 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281068a-7c55-4054-bec5-0170c544a995 req-50e86b6e-9c38-42d4-b1e7-04a99830a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:56.074932 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b281068a-7c55-4054-bec5-0170c544a995 req-50e86b6e-9c38-42d4-b1e7-04a99830a0ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601604 Jun 29 16:40:56.145238 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:40:56.196249 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b281068a-7c55-4054-bec5-0170c544a995 req-f090704a-10d4-43dd-86b2-cd63eb243606 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143403 Jun 29 16:40:56.359628 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-b281068a-7c55-4054-bec5-0170c544a995 req-1983011a-bbdf-4bc7-ad26-4c1214bb4f80 service neutron] 10.222.0.11 "GET /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550405 Jun 29 16:40:56.378007 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92825-f7b3-4b94-b249-ec6fab7d8392 req-2eb9e773-a9cc-4c3c-b25b-0a0c1e9dbf4b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:56.379592 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-14b92825-f7b3-4b94-b249-ec6fab7d8392 req-2eb9e773-a9cc-4c3c-b25b-0a0c1e9dbf4b tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 945 time: 0.1180234 Jun 29 16:40:56.402353 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:40:56.421827 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-14b92825-f7b3-4b94-b249-ec6fab7d8392 req-87bce6e3-f9bd-4e95-bf47-20a6fce91400 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353580 Jun 29 16:40:56.430364 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32557e-ea12-4a37-8dc3-a7a8d661fb35 None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:33:00Z', 'revision_number': 4, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi', '_interfaces': [{'id': '13c94fbb-2547-486b-b88e-31d9284439fe', 'name': '', 'network_id': 'dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'mac_address': 'fa:16:3e:9b:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:59Z', 'updated_at': '2021-06-29T16:33:05Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'subnets': [{'id': '08fec082-8730-46a1-b5d1-5debf21881a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:40:56.644399 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b33f6-4f7e-4194-957a-35efca80fa99 None None] New status for floating IP 541ad9e3-4f72-4abd-afb1-23a77e3bba17: DOWN {{(pid=93788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:40:57.134321 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:57.603557 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c4784-6fd6-479f-a804-722b3244ad44 req-3769eeac-e745-4740-b68e-cf66482468c1 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:57.605093 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-601c4784-6fd6-479f-a804-722b3244ad44 req-3769eeac-e745-4740-b68e-cf66482468c1 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 945 time: 0.0662441 Jun 29 16:40:57.656455 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-601c4784-6fd6-479f-a804-722b3244ad44 req-96a4210c-7516-4259-90ac-7d0bffff8886 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/security-groups?id=75e9aa40-a36f-4a04-8d30-108284a66717&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446355 Jun 29 16:40:57.714128 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-4e3fa3de-ce52-40a9-ac9e-3bc044c54bf8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:40:57.715604 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-4e3fa3de-ce52-40a9-ac9e-3bc044c54bf8 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 945 time: 0.0750999 Jun 29 16:40:57.821653 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Deleting port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:40:57.821996 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:57.925953 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] For port ee5be4cd-44cc-4fe7-84e8-89db239f5f39, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:40:57.926262 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:57.944453 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Calling delete_port for ee5be4cd-44cc-4fe7-84e8-89db239f5f39 owned by compute:nova {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:40:58.140102 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:58.144018 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-8fa14946-6bef-4d35-9f9c-0b3dc6b415ca tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:40:58.170094 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event deleted for resources: {'Port': ['ID=ee5be4cd-44cc-4fe7-84e8-89db239f5f39,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:40:58.173086 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:40:58.218315 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] No DVR routers for this DVR port ee5be4cd-44cc-4fe7-84e8-89db239f5f39 on host hv-cinder-79351 {{(pid=93785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:40:58.220730 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for port, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:40:58.222702 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-5da4b348-9791-470b-85d2-e0e3e981b517 req-35368307-745b-45df-be71-0605a1732051 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.11 "DELETE /v2.0/ports/ee5be4cd-44cc-4fe7-84e8-89db239f5f39 HTTP/1.1" status: 204 len: 173 time: 0.5014949 Jun 29 16:40:58.223311 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'name': 'network-vif-deleted', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39'}] {{(pid=93785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:40:58.226154 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac23c515ef85225857b029acc8ea6bd0f802f7767fe5d372fa8a8aa9ffe60b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829ce6d3-b38a-42e5-9567-5d313415bb16" -d '{"events": [{"server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "name": "network-vif-deleted", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39"}]}' {{(pid=93785) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:40:58.261369 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101c068b-4dbb-45da-b1a0-a56c98603842 x-openstack-request-id: req-101c068b-4dbb-45da-b1a0-a56c98603842 {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:40:58.261702 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc", "name": "network-vif-deleted", "tag": "ee5be4cd-44cc-4fe7-84e8-89db239f5f39", "status": "completed", "code": 200}]} {{(pid=93785) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:40:58.261995 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-101c068b-4dbb-45da-b1a0-a56c98603842 {{(pid=93785) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:40:58.262433 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc', 'name': 'network-vif-deleted', 'tag': 'ee5be4cd-44cc-4fe7-84e8-89db239f5f39', 'status': 'completed', 'code': 200} Jun 29 16:40:58.801002 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [req-fe52fd81-aa26-4c5e-a41f-4fcb2610f83a req-4a4f7c6d-dced-4a02-8654-3c5cb924aa3c tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "GET /v2.0/ports?device_id=99758a2c-e15c-48ac-bbc5-b6ebd0bb29dc HTTP/1.1" status: 200 len: 210 time: 0.0306072 Jun 29 16:40:59.899749 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53170) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:00.031415 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Deleting port 014398fb-cde8-4d3b-a8fd-338750a67811 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:00.031769 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:00.109473 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:00.109693 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:00.121391 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Calling delete_port for 014398fb-cde8-4d3b-a8fd-338750a67811 owned by network:floatingip {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:00.330650 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:00.332907 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-71cb739d-6ece-45cf-a40c-58db74121221 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:00.358618 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event deleted for resources: {'Port': ['ID=014398fb-cde8-4d3b-a8fd-338750a67811,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:00.361689 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:00.425544 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:00.428325 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149596'] for floatingip, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:00.429513 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ff288356-89a2-4af1-b8a2-50ed483e4466 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "DELETE /v2.0/floatingips/6d7544b2-947b-410a-915e-af2d43c11c2c HTTP/1.1" status: 204 len: 168 time: 0.5287416 Jun 29 16:41:01.896451 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53182) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:01.933959 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ee5be4cd-44cc-4fe7-84e8-89db239f5f39 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:41:01.954854 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] No Port match for: ee5be4cd-44cc-4fe7-84e8-89db239f5f39 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:41:01.955256 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Device ee5be4cd-44cc-4fe7-84e8-89db239f5f39 not bound to the agent host hv-cinder-79351 {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:41:01.963412 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-260fa566-e4e6-46fd-a78c-48de7f385cb7 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:01.993247 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-260fa566-e4e6-46fd-a78c-48de7f385cb7 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:02.170499 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-260fa566-e4e6-46fd-a78c-48de7f385cb7 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:02.173217 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-260fa566-e4e6-46fd-a78c-48de7f385cb7 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:02.174377 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-260fa566-e4e6-46fd-a78c-48de7f385cb7 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] 10.222.0.65 "DELETE /v2.0/security-groups/75e9aa40-a36f-4a04-8d30-108284a66717 HTTP/1.1" status: 204 len: 168 time: 0.2769525 Jun 29 16:41:02.175319 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-06f21082-0add-4d16-ae49-e8d715584e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:02.185158 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fa566-e4e6-46fd-a78c-48de7f385cb7 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e9aa40-a36f-4a04-8d30-108284a66717,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:02.188091 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-260fa566-e4e6-46fd-a78c-48de7f385cb7 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:02.305200 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53186) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:02.964383 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:03.221438 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Deleting port 13c94fbb-2547-486b-b88e-31d9284439fe {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:03.221759 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:03.261322 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:41:03.311144 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] For port 13c94fbb-2547-486b-b88e-31d9284439fe, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=13c94fbb-2547-486b-b88e-31d9284439fe,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:03.311532 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:03.323935 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Calling delete_port for 13c94fbb-2547-486b-b88e-31d9284439fe owned by network:router_interface {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:03.569031 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:03.571212 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-522b7188-19bb-4753-98a6-f94a48727e8c tempest-AttachVolumeShelveTestJSON-931546518 tempest-AttachVolumeShelveTestJSON-931546518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:03.596712 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Pushing event deleted for resources: {'Port': ['ID=13c94fbb-2547-486b-b88e-31d9284439fe,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:03.599909 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:03.794882 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:04.014225 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:41:04.126672 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:41:04.132354 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-d038b4f9-b710-4de8-a81e-e7891040fdca admin admin] 10.222.0.65 "PUT /v2.0/routers/59c6dc6f-5402-4560-9f6a-646cb37d3a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8258679 Jun 29 16:41:04.135586 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53190) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:04.139831 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] Sync routers for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:41:04.152221 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:41:04.152941 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:04.241348 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks [] for router, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:04.262527 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: dv-cinder-793515-6-iscsi {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:41:04.342672 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:04.445196 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:41:03Z', 'revision_number': 5, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port': {'id': '1f777171-ea23-404f-a06e-5807e7ecab14', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:32:56Z', 'updated_at': '2021-06-29T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:04.473650 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] Checking router: 59c6dc6f-5402-4560-9f6a-646cb37d3a4c for host: dv-cinder-793515-6-iscsi {{(pid=93787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:41:04.478390 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Deleting port 1f777171-ea23-404f-a06e-5807e7ecab14 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:04.478732 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:04.482981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] Routers {'59c6dc6f-5402-4560-9f6a-646cb37d3a4c'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:41:04.483691 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'], 'active': True} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:04.563237 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] For port 1f777171-ea23-404f-a06e-5807e7ecab14, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=1f777171-ea23-404f-a06e-5807e7ecab14,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:04.563588 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:04.572818 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvr_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] Set router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c gateway port host: None {{(pid=93787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:41:04.576678 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Calling delete_port for 1f777171-ea23-404f-a06e-5807e7ecab14 owned by network:router_gateway {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:04.628320 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_hamode_db [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:41:04Z', 'revision_number': 6, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port_host': None}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:04.658144 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2560be9-fdb4-4024-81a6-aaf5afc887a4 None None] The sync data for ids ['59c6dc6f-5402-4560-9f6a-646cb37d3a4c'] in dv-cinder-793515-6-iscsi is: [{'id': '59c6dc6f-5402-4560-9f6a-646cb37d3a4c', 'name': 'tempest-TestVolumeBootPattern-766935822-router', 'tenant_id': '4eba69c887a24efd804d007b6a8631e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:32:55Z', 'updated_at': '2021-06-29T16:41:04Z', 'revision_number': 6, 'project_id': '4eba69c887a24efd804d007b6a8631e0', 'gw_port_host': None}] {{(pid=93787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:41:04.842776 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:04.845025 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-62242c8e-2d96-45d9-af10-7cf70f767255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:04.867673 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f777171-ea23-404f-a06e-5807e7ecab14,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:04.871346 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:04.936486 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.325870 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.327988 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.441560 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.443097 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c6dc6f-5402-4560-9f6a-646cb37d3a4c {{(pid=93785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:41:05.449813 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.449813 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-d11f55b6-fcbd-4125-9a32-cbfc938e9731 admin admin] 10.222.0.65 "DELETE /v2.0/routers/59c6dc6f-5402-4560-9f6a-646cb37d3a4c HTTP/1.1" status: 204 len: 168 time: 1.3133903 Jun 29 16:41:05.452565 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53192) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:05.488867 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1f777171-ea23-404f-a06e-5807e7ecab14 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:41:05.507845 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Deleting subnet 08fec082-8730-46a1-b5d1-5debf21881a3 {{(pid=93785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:41:05.510965 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.511141 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 1f777171-ea23-404f-a06e-5807e7ecab14 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:41:05.511387 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 1f777171-ea23-404f-a06e-5807e7ecab14 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:41:05.511927 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 13c94fbb-2547-486b-b88e-31d9284439fe no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:41:05.531758 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 13c94fbb-2547-486b-b88e-31d9284439fe {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:41:05.532117 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 13c94fbb-2547-486b-b88e-31d9284439fe not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:41:05.548392 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9966243'] for subnet, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.631583 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.786362 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218807'] for subnet, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.788594 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-126ed1dc-d5e0-4f0e-b1cf-907dd5621b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:05.813408 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fec082-8730-46a1-b5d1-5debf21881a3,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:05.816630 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:05.818474 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.822960 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53194) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:05.823458 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-4d991bae-4e8b-4ffb-8d75-a0efe66e955d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/08fec082-8730-46a1-b5d1-5debf21881a3 HTTP/1.1" status: 204 len: 168 time: 0.3690574 Jun 29 16:41:05.825474 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8caedd-dbae-4dbc-ae2f-70a8155fce90 None None] Network dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:41:05.897780 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:05.958601 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Deleting port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:05.958854 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.025760 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] For port b0c2c923-2315-4cb0-b5fc-6b410c55aad5, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,segment=NetworkSegment(78da1c6f-abdd-4349-8799-089df3e3a1ed),segment_id=78da1c6f-abdd-4349-8799-089df3e3a1ed)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:06.026115 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.041616 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Calling delete_port for b0c2c923-2315-4cb0-b5fc-6b410c55aad5 owned by network:dhcp {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:06.148223 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] DHCP port deletion for dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:41:06.180313 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.183550 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-f9226e49-0731-4125-87aa-2b7555ed7157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:06.194563 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Deleting port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:06.195940 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.210601 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:06.214303 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:06.215006 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] No DVR routers for this DVR port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 on host dv-cinder-793515-6-iscsi {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:41:06.265925 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] For port b0c2c923-2315-4cb0-b5fc-6b410c55aad5, host dv-cinder-793515-6-iscsi, got binding levels [] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:06.266314 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.282100 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Calling delete_port for b0c2c923-2315-4cb0-b5fc-6b410c55aad5 owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:06.285148 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.ipam_backend_mixin [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 was not found and therefore no delete operation was performed {{(pid=93787) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 16:41:06.286027 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.287214 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.290086 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:06.297056 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:06.309087 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78da1c6f-abdd-4349-8799-089df3e3a1ed') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:06.309447 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78da1c6f-abdd-4349-8799-089df3e3a1ed') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:06.314920 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Pushing event deleted for resources: {'Port': ['ID=b0c2c923-2315-4cb0-b5fc-6b410c55aad5,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:06.316813 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] No DVR routers for this DVR port b0c2c923-2315-4cb0-b5fc-6b410c55aad5 on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:41:06.318297 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-68c6f893-f068-4ac4-804e-9349e93c0d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:06.319129 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.333696 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.339811 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:41:06.340191 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:41:06.341896 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:41:06.496404 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.499896 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:06.502546 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:06.504522 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] 10.222.0.65 "DELETE /v2.0/networks/dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e HTTP/1.1" status: 204 len: 168 time: 0.6804426 Jun 29 16:41:06.507651 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53196) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:06.516550 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd89dd3-8a6f-4dc3-8f66-10aeec14b82e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:06.519825 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-ccfd6bcd-c2bd-4497-a1f8-9d16120b3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:06.854021 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1754419'] for router_interface, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:07.117113 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Deleting port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:07.117468 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:07.206189 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] For port 01d0addf-8b2e-406a-bdc8-b92faeeabbf8, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,segment=NetworkSegment(c25af331-b0b2-425b-838f-68fcdb749fb0),segment_id=c25af331-b0b2-425b-838f-68fcdb749fb0)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:07.206550 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:07.222899 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Calling delete_port for 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 owned by network:router_interface {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:07.447044 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device b0c2c923-2315-4cb0-b5fc-6b410c55aad5 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:41:07.467546 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: b0c2c923-2315-4cb0-b5fc-6b410c55aad5 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:41:07.467895 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device b0c2c923-2315-4cb0-b5fc-6b410c55aad5 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:41:07.479515 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:07.481685 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-b9b9ffe2-07f7-4b38-ac30-226830b658d0 tempest-TestVolumeBootPattern-122543423 tempest-TestVolumeBootPattern-122543423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:07.508193 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Pushing event deleted for resources: {'Port': ['ID=01d0addf-8b2e-406a-bdc8-b92faeeabbf8,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:07.511209 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:07.685791 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1753731'] for router_interface, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:07.907151 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 has already been hosted by L3 agent 7ee28dbd-4181-45b9-82b8-4a8ef3f8941d {{(pid=93785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:41:08.015926 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] Notify agent at l3_agent.dv-cinder-793515-6-iscsi the message routers_updated {{(pid=93785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:41:08.022048 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-2bcd98a4-c3d5-4d62-a789-177b9807d36b admin admin] 10.222.0.65 "PUT /v2.0/routers/7980dca2-0d30-4be7-93a9-1d6cfa25ae54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5124393 Jun 29 16:41:08.023624 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53198) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:08.027833 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] Sync routers for ids ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'] in dv-cinder-793515-6-iscsi {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:41:08.038265 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] Routers {'7980dca2-0d30-4be7-93a9-1d6cfa25ae54'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:41:08.038904 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:08.137504 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.151559 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] Set router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 gateway port host: dv-cinder-793515-6-iscsi {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:41:08.245134 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.335129 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'external_fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:41:07Z', 'revision_number': 5, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port': {'id': 'f723d55d-f7aa-4772-98a5-7e37f5826df7', 'name': '', 'network_id': '03f38926-f191-4f64-90b2-0cb605c4f8aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:33:06Z', 'updated_at': '2021-06-29T16:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c2bacc3-75e7-4969-a7c7-fa343037e18e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-6-iscsi'}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:08.362804 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] Checking router: 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 for host: dv-cinder-793515-6-iscsi {{(pid=93788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:41:08.367473 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Deleting port f723d55d-f7aa-4772-98a5-7e37f5826df7 {{(pid=93785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:08.367824 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.371708 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] Routers {'7980dca2-0d30-4be7-93a9-1d6cfa25ae54'} bound to L3 agent in host dv-cinder-793515-6-iscsi {{(pid=93788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:41:08.372346 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:20:23Z,description=,heartbeat_timestamp=2021-06-29T16:40:53Z,host='dv-cinder-793515-6-iscsi',id=7ee28dbd-4181-45b9-82b8-4a8ef3f8941d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:20:23Z,topic='l3_agent')) {'router_ids': ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'], 'active': True} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:08.457227 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.db [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] For port f723d55d-f7aa-4772-98a5-7e37f5826df7, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=f723d55d-f7aa-4772-98a5-7e37f5826df7,segment=NetworkSegment(ca20c67c-66f5-40c5-a86d-2624efb3ad8a),segment_id=ca20c67c-66f5-40c5-a86d-2624efb3ad8a)] {{(pid=93785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:08.457662 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.458856 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_dvr_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] Set router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 gateway port host: None {{(pid=93788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:41:08.471074 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.plugins.ml2.plugin [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Calling delete_port for f723d55d-f7aa-4772-98a5-7e37f5826df7 owned by network:router_gateway {{(pid=93785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:08.512038 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.l3_hamode_db [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:41:08Z', 'revision_number': 6, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port_host': None}], 'dv-cinder-793515-6-iscsi', False) {} {{(pid=93788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:08.539412 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd0ae2-a730-4886-a7d8-d000e0bbb5c0 None None] The sync data for ids ['7980dca2-0d30-4be7-93a9-1d6cfa25ae54'] in dv-cinder-793515-6-iscsi is: [{'id': '7980dca2-0d30-4be7-93a9-1d6cfa25ae54', 'name': 'tempest-TestVolumeBootPattern-490380018-router', 'tenant_id': '954580ad64954717a1154883121a36a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:33:05Z', 'updated_at': '2021-06-29T16:41:08Z', 'revision_number': 6, 'project_id': '954580ad64954717a1154883121a36a9', 'gw_port_host': None}] {{(pid=93788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:41:08.696096 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10099360'] for port, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.698364 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-5685e0fb-823e-47ff-8045-53e9d72161b7 tempest-TestMinimumBasicScenario-1025600961 tempest-TestMinimumBasicScenario-1025600961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:08.726006 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f723d55d-f7aa-4772-98a5-7e37f5826df7,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:08.730100 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:08.785010 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585639'] for router_gateway, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.890050 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1759919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-470'] for router, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.892436 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.999164 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1759654'] for router, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:08.999740 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7980dca2-0d30-4be7-93a9-1d6cfa25ae54 {{(pid=93785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:41:09.005337 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] Notify callbacks [] for router, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.006179 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-a216af7a-58c6-4438-bcbe-da460d8c7b7c admin admin] 10.222.0.65 "DELETE /v2.0/routers/7980dca2-0d30-4be7-93a9-1d6cfa25ae54 HTTP/1.1" status: 204 len: 168 time: 0.9816074 Jun 29 16:41:09.009205 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53200) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:09.055112 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.db_base_plugin_v2 [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Deleting subnet 78606752-c5e5-46aa-8307-d3435b1a0ebd {{(pid=93786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:41:09.058724 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.095109 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9089909'] for subnet, precommit_delete_associations {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.453339 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-650915'] for subnet, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.474658 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:41:09.496876 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:41:09.497301 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 01d0addf-8b2e-406a-bdc8-b92faeeabbf8 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:41:09.497651 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device f723d55d-f7aa-4772-98a5-7e37f5826df7 no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:41:09.522381 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: f723d55d-f7aa-4772-98a5-7e37f5826df7 {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:41:09.523316 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device f723d55d-f7aa-4772-98a5-7e37f5826df7 not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:41:09.616795 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-650938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9340838'] for subnet, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.620812 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-c28bfee0-766e-40f9-9145-cef781275537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:09.646520 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78606752-c5e5-46aa-8307-d3435b1a0ebd,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:09.648661 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for subnet, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.651680 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/78606752-c5e5-46aa-8307-d3435b1a0ebd HTTP/1.1" status: 204 len: 168 time: 0.6403759 Jun 29 16:41:09.651680 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-494d95a5-4c0a-407e-82ec-90bbba5b6d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:09.653351 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.wsgi [-] (93786) accepted ('10.222.0.65', 53202) {{(pid=93786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:09.656770 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9152b4-3496-4e2e-9864-67a44f804213 None None] Network 6476af08-cf6b-4ab3-94c6-8c04b46ae93e requested from dv-cinder-793515-6-iscsi {{(pid=93787) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:41:09.728294 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-707742'] for network, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.784620 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Deleting port 5e72b769-9ef3-434f-b982-40c41186584e {{(pid=93786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:09.784961 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.847297 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.db [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] For port 5e72b769-9ef3-434f-b982-40c41186584e, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=5e72b769-9ef3-434f-b982-40c41186584e,segment=NetworkSegment(c25af331-b0b2-425b-838f-68fcdb749fb0),segment_id=c25af331-b0b2-425b-838f-68fcdb749fb0)] {{(pid=93786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:09.847657 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.863757 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] DHCP port deletion for 6476af08-cf6b-4ab3-94c6-8c04b46ae93e request from dv-cinder-793515-6-iscsi {{(pid=93787) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:41:09.865027 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Calling delete_port for 5e72b769-9ef3-434f-b982-40c41186584e owned by network:dhcp {{(pid=93786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:09.911489 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] Deleting port 5e72b769-9ef3-434f-b982-40c41186584e {{(pid=93787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:41:09.911874 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740945735482'] for port, before_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.976223 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.db [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] For port 5e72b769-9ef3-434f-b982-40c41186584e, host dv-cinder-793515-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-6-iscsi',level=0,port_id=5e72b769-9ef3-434f-b982-40c41186584e,segment=NetworkSegment(c25af331-b0b2-425b-838f-68fcdb749fb0),segment_id=c25af331-b0b2-425b-838f-68fcdb749fb0)] {{(pid=93787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:41:09.976619 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1755346'] for port, precommit_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:09.989110 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] Calling delete_port for 5e72b769-9ef3-434f-b982-40c41186584e owned by network:dhcp {{(pid=93787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:41:10.048181 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504553'] for port, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.051265 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-b24489e6-a5bd-4f10-a0a6-b72cede803b2 tempest-AttachVolumeNegativeTest-208126669 tempest-AttachVolumeNegativeTest-208126669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:10.069664 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-153651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608684', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740945641768', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740945166093'] for port, after_delete {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.071730 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-87dad833-8ff5-4a39-9ec4-c3810e0a04fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:10.074951 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e72b769-9ef3-434f-b982-40c41186584e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:10.078407 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:10.079026 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] No DVR routers for this DVR port 5e72b769-9ef3-434f-b982-40c41186584e on host dv-cinder-793515-6-iscsi {{(pid=93786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:41:10.096785 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] Pushing event deleted for resources: {'Port': ['ID=5e72b769-9ef3-434f-b982-40c41186584e,revision_number=None']} {{(pid=93787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:10.098981 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] No DVR routers for this DVR port 5e72b769-9ef3-434f-b982-40c41186584e on host dv-cinder-793515-6-iscsi {{(pid=93787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:41:10.100411 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG oslo_concurrency.lockutils [None req-b7e0e63a-0f58-49da-9057-533381ce9de1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:10.153484 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650877', 'neutron.services.segments.db._delete_segments_for_network-8740945608771'] for network, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.163940 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6476af08-cf6b-4ab3-94c6-8c04b46ae93e']}} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:10.174160 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25af331-b0b2-425b-838f-68fcdb749fb0') {'for_net_delete': True} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:10.174464 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.services.segments.db [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25af331-b0b2-425b-838f-68fcdb749fb0') {} {{(pid=93786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:41:10.183789 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740945520586', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9089914'] for segment, before_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.197053 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649'] for segment, precommit_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.205147 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:41:10.205542 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504638'] for segment, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: Traceback (most recent call last): Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: timer() Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: cb(*args, **kw) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: return func(*args, **kwargs) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: self._notify() Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: self.callback(batched_events) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: event.method(event) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: return f(self, *a, **k) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._get(url).json() Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: return self.request(url, 'GET', **kwargs) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:41:10.207528 dv-cinder-793515-6-iscsi neutron-server[93786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:41:10.324461 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-650854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1608667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582602'] for network, after_delete {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.328042 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-7870c19e-925a-4a61-ae83-a7216a824145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:10.330528 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron_lib.callbacks.manager [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608702'] for network, before_response {{(pid=93786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.332274 dv-cinder-793515-6-iscsi neutron-server[93786]: INFO neutron.wsgi [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] 10.222.0.65 "DELETE /v2.0/networks/6476af08-cf6b-4ab3-94c6-8c04b46ae93e HTTP/1.1" status: 204 len: 168 time: 0.6779089 Jun 29 16:41:10.348366 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Pushing event deleted for resources: {'Network': ['ID=6476af08-cf6b-4ab3-94c6-8c04b46ae93e,revision_number=None']} {{(pid=93786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:10.351306 dv-cinder-793515-6-iscsi neutron-server[93786]: DEBUG oslo_concurrency.lockutils [None req-9f7d2cfd-f743-4ab3-8099-306d2372464d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:10.738673 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53206) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:10.781796 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-73a71e6b-7513-4b70-b72f-605490ac4c43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4eba69c887a24efd804d007b6a8631e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403039 Jun 29 16:41:10.784108 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53208) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:10.831275 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9a44c915-4936-4286-a146-a816d27f6317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.853789 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9a44c915-4936-4286-a146-a816d27f6317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.975669 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9a44c915-4936-4286-a146-a816d27f6317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.978300 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-9a44c915-4936-4286-a146-a816d27f6317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:10.979524 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-9a44c915-4936-4286-a146-a816d27f6317 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/063fbd89-fcf3-4d3f-9225-a52fec40ad81 HTTP/1.1" status: 204 len: 168 time: 0.1944909 Jun 29 16:41:10.980289 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-183c9dfe-a787-43ff-8549-7f2c977daf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:10.989173 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44c915-4936-4286-a146-a816d27f6317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063fbd89-fcf3-4d3f-9225-a52fec40ad81,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:10.990255 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-9a44c915-4936-4286-a146-a816d27f6317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:11.444357 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5e72b769-9ef3-434f-b982-40c41186584e no longer exists at agent ovs-agent-dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:41:11.464570 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] No Port match for: 5e72b769-9ef3-434f-b982-40c41186584e {{(pid=93787) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:41:11.470860 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron.plugins.ml2.rpc [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Device 5e72b769-9ef3-434f-b982-40c41186584e not bound to the agent host dv-cinder-793515-6-iscsi {{(pid=93787) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:41:11.780969 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53214) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:11.830566 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-ef655bfa-1585-457a-952b-b9cd174beab7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=954580ad64954717a1154883121a36a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483508 Jun 29 16:41:11.833918 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.wsgi [-] (93785) accepted ('10.222.0.65', 53216) {{(pid=93785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:41:11.883298 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-526168e4-2698-4176-906d-baad1cef74bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:11.903749 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-526168e4-2698-4176-906d-baad1cef74bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:12.033757 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-526168e4-2698-4176-906d-baad1cef74bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1817952'] for security_group, after_delete {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:12.037117 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron_lib.callbacks.manager [None req-526168e4-2698-4176-906d-baad1cef74bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:12.038924 dv-cinder-793515-6-iscsi neutron-server[93785]: INFO neutron.wsgi [None req-526168e4-2698-4176-906d-baad1cef74bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/095915f5-9dc0-49df-b6d9-f6fa632d53f7 HTTP/1.1" status: 204 len: 168 time: 0.2034028 Jun 29 16:41:12.039062 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-7e8b3757-6fdf-40dd-8cb1-566ab99084ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:41:12.046676 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526168e4-2698-4176-906d-baad1cef74bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095915f5-9dc0-49df-b6d9-f6fa632d53f7,revision_number=None']} {{(pid=93785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:41:12.049864 dv-cinder-793515-6-iscsi neutron-server[93785]: DEBUG oslo_concurrency.lockutils [None req-526168e4-2698-4176-906d-baad1cef74bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:41:19.946997 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-eed46597-d486-4e3e-bd7f-daa350be4826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:22.924622 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:22.953582 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ae67064c-6cc7-4088-ad03-7967ecfc3304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:24.037095 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:25.610000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:27.181181 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:40.260086 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:41:49.888998 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-82bb32d7-f477-476c-8be2-3f2f7186744f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:52.806123 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:52.906263 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-424145e6-028f-47b6-9fe3-dd0422e92a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:54.035438 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:55.643856 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:41:57.197769 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:17.259074 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:42:19.903479 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-42a7481e-23ae-4a7e-ae62-f5b24f48da90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:22.814974 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:22.880435 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e473b8b3-2816-447b-9fdb-df77c37a70d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:24.025460 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:25.646100 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:27.202362 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:49.887000 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-bd107dfd-ef06-44fa-8b9c-b6da803334f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:52.796088 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:52.876216 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b8e822d2-9f32-4cf6-94e0-62b4b4f463b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:54.081652 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:54.258199 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:42:55.653022 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:42:57.258549 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:19.920559 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f5dff66e-2f8b-4986-b79f-cbedb0b76c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:22.800774 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:22.872447 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-df27dd97-d65d-414a-abab-8bf641d85367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:24.049548 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:25.614943 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:27.254683 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:31.257398 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:43:49.902540 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c0f43dac-d1e9-4f06-ad9b-4bfa63b877ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:52.808343 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:52.926146 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-b0496eee-8de5-475f-bfc3-529efb2c4cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:54.028664 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:55.634060 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:43:57.268238 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:08.258771 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:44:19.924303 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-fc217df3-ad72-45ad-8921-6784b7b5b9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:22.834037 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:22.921504 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-10f70d09-0bd5-4a66-9ef0-17c1a8cae128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:24.092877 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:25.627257 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:27.247331 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:45.258768 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:44:49.920427 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-73a0167c-eb69-4d1c-b547-5fef3ce7394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:52.843254 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:52.874501 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e29fc08b-363e-4f62-b879-a931383d8c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:54.040276 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:55.634866 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:44:57.288967 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:19.905486 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-f2b78f95-e0ca-4fdf-a68e-96281683f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:22.258487 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:45:22.788005 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:22.912048 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-5c85c03a-a049-41f4-ac2d-324e7bbc1403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:24.042690 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:25.638101 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:27.285053 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:49.909746 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-125ade42-4cc9-4e9e-a295-2a11ae077deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:52.812705 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:52.876091 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-1a36b6a0-ca1b-4ee6-b0aa-255781853cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:54.060890 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:55.637424 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:57.248954 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:45:59.257390 dv-cinder-793515-6-iscsi neutron-server[93788]: DEBUG neutron.db.agents_db [None req-abd822f4-a24b-452f-9d6f-4fed6b540edc None None] Agent healthcheck: found 6 active agents {{(pid=93788) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:46:19.928381 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-747b2fe4-7ba6-4859-ae87-c20cb0587bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:46:22.811745 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-e32b3ba4-65f8-46c0-a25f-213fd0e950b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:46:22.909111 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c42ca25c-3e8e-4017-a06f-5a7f2f55444e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:46:24.060043 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-24f55cc2-cd12-46a1-8755-e2fee2e20837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:46:25.648293 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-c029de0d-41c6-4197-9980-fbf7027a404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:46:27.286377 dv-cinder-793515-6-iscsi neutron-server[93787]: DEBUG neutron_lib.callbacks.manager [None req-ef017d0c-14ea-49bd-88e5-dfd61e2fb69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740945608753', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655011'] for agent, after_update {{(pid=93787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}